02:27:07.907 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:27:07.907 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUdvqRP/test-tmp
02:27:07.908 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:27:07.908 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUdvqRP/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:27:07.909 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:27:08.227 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:27:08.227 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:27:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.229617 8783 mini_oidc.cc:150] Starting JWKS server
02:27:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.232036 8783 webserver.cc:480] Webserver started at http://127.0.0.1:38745/ using document root <none> and password file <none>
02:27:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.232266 8783 mini_oidc.cc:186] Starting OIDC Discovery server
02:27:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.232764 8783 webserver.cc:480] Webserver started at http://127.0.0.1:44241/ using document root <none> and password file <none>
02:27:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T02:27:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:27:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T02:27:08Z Disabled control of system clock
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.261984 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/logs
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/info.pb
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.254:41141
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.254
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:27:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:27:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.591423 8794 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.591802 8794 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.591881 8794 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.599860 8794 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.599974 8794 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.600044 8794 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.600108 8794 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.600191 8794 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.600236 8794 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:27:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.600283 8794 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38745/jwks.json
02:27:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.610538 8794 master_runner.cc:386] Master server non-default flags:
02:27:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.254:41141
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/info.pb
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.254
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/logs
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.612330 8794 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.614073 8794 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.622092 8799 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.622093 8800 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.622673 8802 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:08.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.623402 8794 server_base.cc:1047] running on GCE node
02:27:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.624198 8794 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.625622 8794 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.626859 8794 hybrid_clock.cc:648] HybridClock initialized: now 1757039228626791 us; error 37 us; skew 500 ppm
02:27:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.627249 8794 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.629652 8794 webserver.cc:480] Webserver started at http://127.8.147.254:46293/ using document root <none> and password file <none>
02:27:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.630489 8794 fs_manager.cc:362] Metadata directory not provided
02:27:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.630620 8794 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.630981 8794 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:27:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.633508 8794 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/instance:
02:27:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac400674a0e44b1acc3abba0d243554"
02:27:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:08 on dist-test-slave-1c05"
02:27:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.634333 8794 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal/instance:
02:27:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac400674a0e44b1acc3abba0d243554"
02:27:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:08 on dist-test-slave-1c05"
02:27:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.639919 8794 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.005s
02:27:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.643275 8808 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.644695 8794 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.644886 8794 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac400674a0e44b1acc3abba0d243554"
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:08 on dist-test-slave-1c05"
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.645081 8794 fs_report.cc:389] FS layout report
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/data
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:08.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.669114 8794 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.670102 8794 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.670429 8794 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.692415 8794 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.254:41141
02:27:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.692426 8869 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.254:41141 every 8 connection(s)
02:27:08.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.694005 8794 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/info.pb
02:27:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.698688 8870 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.701306 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 8794
02:27:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.701593 8783 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal/instance
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.703850 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/logs
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data/info.pb
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.253:38967
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.253
02:27:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:27:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.704604 8870 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } has no permanent_uuid. Determining permanent_uuid...
02:27:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.721359 8870 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } has no permanent_uuid. Determining permanent_uuid...
02:27:08.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.722504 8809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.723927 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.773317 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } attempt: 1
02:27:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.775205 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.843564 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } attempt: 2
02:27:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.845261 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:08.936532 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } attempt: 3
02:27:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:08.938927 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.030974 8872 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.031345 8872 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.031440 8872 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039362 8872 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039531 8872 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039578 8872 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039618 8872 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039665 8872 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039718 8872 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:27:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.039757 8872 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38745/jwks.json
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.049294 8872 master_runner.cc:386] Master server non-default flags:
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.253:38967
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data/info.pb
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.253
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/logs
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.051062 8872 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.053004 8872 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:09.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.061513 8883 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.061906 8881 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.062027 8880 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.062635 8872 server_base.cc:1047] running on GCE node
02:27:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.063397 8872 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.064894 8872 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.066116 8872 hybrid_clock.cc:648] HybridClock initialized: now 1757039229066048 us; error 43 us; skew 500 ppm
02:27:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.066468 8872 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.068846 8872 webserver.cc:480] Webserver started at http://127.8.147.253:44509/ using document root <none> and password file <none>
02:27:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.069657 8872 fs_manager.cc:362] Metadata directory not provided
02:27:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.069787 8872 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.070127 8872 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:27:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.072777 8872 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data/instance:
02:27:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0543ac4f1c3d4da2bbe975f96ed635f1"
02:27:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:09 on dist-test-slave-1c05"
02:27:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.073607 8872 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal/instance:
02:27:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0543ac4f1c3d4da2bbe975f96ed635f1"
02:27:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:09 on dist-test-slave-1c05"
02:27:09.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.079512 8872 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.005s
02:27:09.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.082181 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } attempt: 4
02:27:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.083601 8889 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.084103 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.085173 8872 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.085345 8872 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0543ac4f1c3d4da2bbe975f96ed635f1"
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:09 on dist-test-slave-1c05"
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.085530 8872 fs_report.cc:389] FS layout report
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data/data
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.105167 8872 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:09.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.106060 8872 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:09.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.106307 8872 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.128573 8872 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.253:38967
02:27:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.128594 8950 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.253:38967 every 8 connection(s)
02:27:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.130158 8872 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/data/info.pb
02:27:09.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.133106 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 8872
02:27:09.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.133287 8783 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-1/wal/instance
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.134519 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/logs
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data/info.pb
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.252:43855
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.252
02:27:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:27:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.135128 8951 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:09.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.142597 8951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.156570 8951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.165308 8951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.166479 8893 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.168054 8951 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.217429 8951 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 1
02:27:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.219357 8951 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.287724 8951 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 2
02:27:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.289767 8951 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.381072 8951 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 3
02:27:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.383041 8951 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.383368 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } attempt: 5
02:27:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.389595 8870 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.391574 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.442821 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 1
02:27:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.444571 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.453742 8953 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.454041 8953 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.454110 8953 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.461833 8953 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.461931 8953 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.461977 8953 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.462013 8953 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.462059 8953 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.462092 8953 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:27:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.462134 8953 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38745/jwks.json
02:27:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.471417 8953 master_runner.cc:386] Master server non-default flags:
02:27:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.252:43855
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data/info.pb
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.252
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/logs
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.473363 8953 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.475011 8953 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.482434 8961 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:09.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.482483 8962 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:09.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.482931 8964 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:09.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.483623 8953 server_base.cc:1047] running on GCE node
02:27:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.484347 8953 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.485762 8953 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.486982 8953 hybrid_clock.cc:648] HybridClock initialized: now 1757039229486927 us; error 33 us; skew 500 ppm
02:27:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.487291 8953 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.489437 8953 webserver.cc:480] Webserver started at http://127.8.147.252:44351/ using document root <none> and password file <none>
02:27:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.490149 8953 fs_manager.cc:362] Metadata directory not provided
02:27:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.490263 8953 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.490605 8953 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:27:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.493212 8953 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data/instance:
02:27:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcedbf74812d42789d3f4d0d371f2cd5"
02:27:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:09 on dist-test-slave-1c05"
02:27:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.494060 8953 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal/instance:
02:27:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcedbf74812d42789d3f4d0d371f2cd5"
02:27:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:09 on dist-test-slave-1c05"
02:27:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.499526 8953 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.004s
02:27:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.502745 8970 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.504030 8953 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.504208 8953 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcedbf74812d42789d3f4d0d371f2cd5"
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:09 on dist-test-slave-1c05"
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.504405 8953 fs_report.cc:389] FS layout report
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data/data
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.512804 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 2
02:27:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.514564 8870 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.526286 8951 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 4
02:27:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.528151 8951 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:09.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.539341 8953 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:09.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.540239 8953 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:09.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.540506 8953 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.563063 8953 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.252:43855
02:27:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.563086 9031 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.252:43855 every 8 connection(s)
02:27:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.564661 8953 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/data/info.pb
02:27:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.568998 9032 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.573930 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 8953
02:27:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.574137 8783 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-2/wal/instance
02:27:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.575464 9032 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.589473 9032 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.597302 9032 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } has no permanent_uuid. Determining permanent_uuid...
02:27:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.607806 9032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: Bootstrap starting.
02:27:09.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.611406 9032 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: Neither blocks nor log segments found. Creating new log.
02:27:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.612546 9032 log.cc:826] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: Log is configured to *not* fsync() on all Append() calls
02:27:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.615195 9032 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: No bootstrap required, opened a new log
02:27:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.619863 9032 raft_consensus.cc:357] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.620177 9032 raft_consensus.cc:383] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.620270 9032 raft_consensus.cc:738] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fcedbf74812d42789d3f4d0d371f2cd5, State: Initialized, Role: FOLLOWER
02:27:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.620831 8870 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 3
02:27:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.620990 9032 consensus_queue.cc:260] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.622007 9041 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.622315 9041 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.623243 9032 sys_catalog.cc:564] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: configured and running, proceeding with master startup.
02:27:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.631352 8870 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Bootstrap starting.
02:27:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.634289 9052 catalog_manager.cc:1560] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:27:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.634426 9052 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:27:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.635425 8870 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Neither blocks nor log segments found. Creating new log.
02:27:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.631632 8953 master_runner.cc:186] Error getting master registration for 127.8.147.254:41141: OK, instance_id { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" instance_seqno: 1757039228687206 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:27:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.637688 8953 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.638381 8870 log.cc:826] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Log is configured to *not* fsync() on all Append() calls
02:27:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.641462 8870 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: No bootstrap required, opened a new log
02:27:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.649159 8870 raft_consensus.cc:357] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.649559 8870 raft_consensus.cc:383] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.649655 8870 raft_consensus.cc:738] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac400674a0e44b1acc3abba0d243554, State: Initialized, Role: FOLLOWER
02:27:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.650414 8870 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.651257 9055 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.651512 9055 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.652659 8870 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: configured and running, proceeding with master startup.
02:27:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.664479 9066 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:27:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.664606 9066 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:27:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.662775 8794 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: OK, instance_id { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" instance_seqno: 1757039229123319 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:27:09.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.669310 8794 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:09.673516 8814 tablet.cc:2378] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:27:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.687558 9055 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:27:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.687842 9055 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.689366 9055 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.690340 8997 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7ac400674a0e44b1acc3abba0d243554" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" is_pre_election: true
02:27:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.690919 8997 raft_consensus.cc:2466] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ac400674a0e44b1acc3abba0d243554 in term 0.
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.691686 8812 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554, fcedbf74812d42789d3f4d0d371f2cd5; no voters:
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.692157 9055 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.692302 9055 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.692415 9055 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 0 FOLLOWER]: Advancing to term 1
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.695479 9055 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.697129 8997 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7ac400674a0e44b1acc3abba0d243554" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fcedbf74812d42789d3f4d0d371f2cd5"
02:27:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.697345 8997 raft_consensus.cc:3058] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 0 FOLLOWER]: Advancing to term 1
02:27:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.700992 8997 raft_consensus.cc:2466] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ac400674a0e44b1acc3abba0d243554 in term 1.
02:27:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.703001 8812 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554, fcedbf74812d42789d3f4d0d371f2cd5; no voters:
02:27:09.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.704514 9055 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 1 election: Requested vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.704990 9055 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Leader election won for term 1
02:27:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.705482 9055 raft_consensus.cc:695] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 LEADER]: Becoming Leader. State: Replica: 7ac400674a0e44b1acc3abba0d243554, State: Running, Role: LEADER
02:27:09.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.706246 9055 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.721621 9068 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7ac400674a0e44b1acc3abba0d243554. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.722008 9068 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: LEADER
02:27:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.724493 9070 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:27:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.728008 9070 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:27:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.741745 8997 raft_consensus.cc:1273] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Refusing update from remote peer 7ac400674a0e44b1acc3abba0d243554: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:27:09.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.742904 9068 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:09.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.751936 9041 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7ac400674a0e44b1acc3abba0d243554. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.752223 9041 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.757987 9071 mvcc.cc:204] Tried to move back new op lower bound from 7196832685001605120 to 7196832684885856256. Current Snapshot: MvccSnapshot[applied={T|T < 7196832685001605120}]
02:27:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.760536 9072 mvcc.cc:204] Tried to move back new op lower bound from 7196832685001605120 to 7196832684885856256. Current Snapshot: MvccSnapshot[applied={T|T < 7196832685001605120}]
02:27:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.766168 9041 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.766414 9041 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.780187 9068 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.783654 9068 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: LEADER
02:27:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.786550 9070 catalog_manager.cc:1349] Generated new cluster ID: 339d3a5208024151ba429dcd8c48ca07
02:27:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.786648 9070 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:27:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.811882 9070 catalog_manager.cc:1372] Generated new certificate authority record
02:27:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.815536 9070 catalog_manager.cc:1506] Loading token signing keys...
02:27:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.827343 8951 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } attempt: 5
02:27:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.842742 8951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: Bootstrap starting.
02:27:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.845193 9070 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Generated new TSK 0
02:27:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.847288 9070 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:27:09.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.850023 8951 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: Neither blocks nor log segments found. Creating new log.
02:27:09.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.851493 8951 log.cc:826] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: Log is configured to *not* fsync() on all Append() calls
02:27:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.855062 8951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: No bootstrap required, opened a new log
02:27:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.865572 8951 raft_consensus.cc:357] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.866968 8951 raft_consensus.cc:383] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.867254 8951 raft_consensus.cc:738] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0543ac4f1c3d4da2bbe975f96ed635f1, State: Initialized, Role: FOLLOWER
02:27:09.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.868273 8951 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.869172 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/logs
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data/info.pb
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.193:0
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.147.193
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.193
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:27:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:27:09.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.877349 8951 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: configured and running, proceeding with master startup.
02:27:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.877421 8915 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7ac400674a0e44b1acc3abba0d243554" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1"
02:27:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.877373 8916 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7ac400674a0e44b1acc3abba0d243554" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" is_pre_election: true
02:27:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.878932 9078 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.879218 9078 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.880501 8915 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 0 FOLLOWER]: Advancing to term 1
02:27:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.884631 8915 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ac400674a0e44b1acc3abba0d243554 in term 1.
02:27:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.887009 8914 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 1 FOLLOWER]: Refusing update from remote peer 7ac400674a0e44b1acc3abba0d243554: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:27:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.888420 9055 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.932740 9084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.933065 9084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.933411 9078 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7ac400674a0e44b1acc3abba0d243554. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.933598 9078 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: FOLLOWER
02:27:09.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.980094 9055 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7ac400674a0e44b1acc3abba0d243554" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:09.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:09.980458 9055 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: LEADER
02:27:10.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.013756 9096 catalog_manager.cc:1261] Loaded cluster ID: 339d3a5208024151ba429dcd8c48ca07
02:27:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.013880 9096 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: loading cluster ID for follower catalog manager: success
02:27:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.017982 9096 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: acquiring CA information for follower catalog manager: success
02:27:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.020674 9096 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:27:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.401091 9081 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.401461 9081 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:10.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.401595 9081 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.409541 9081 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.409721 9081 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:27:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.409798 9081 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:27:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.409862 9081 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:27:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.410012 9081 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.147.193
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.419833 9081 tablet_server_runner.cc:78] Tablet server non-default flags:
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.193:0
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data/info.pb
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.193
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.147.193
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/logs
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:10.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.421937 9081 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.423934 9081 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:10.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.434088 9102 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:10.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.435566 9103 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:10.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.436247 9105 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.437196 9081 server_base.cc:1047] running on GCE node
02:27:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.437880 9081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.438966 9081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.440205 9081 hybrid_clock.cc:648] HybridClock initialized: now 1757039230440134 us; error 67 us; skew 500 ppm
02:27:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.440574 9081 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:10.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.443246 9081 webserver.cc:480] Webserver started at http://127.8.147.193:38655/ using document root <none> and password file <none>
02:27:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.444150 9081 fs_manager.cc:362] Metadata directory not provided
02:27:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.444306 9081 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.444732 9081 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:27:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.447405 9081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data/instance:
02:27:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c24fdacbd26541b89006a235e3f0e0ee"
02:27:10.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:10 on dist-test-slave-1c05"
02:27:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.448325 9081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal/instance:
02:27:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c24fdacbd26541b89006a235e3f0e0ee"
02:27:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:10 on dist-test-slave-1c05"
02:27:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.454607 9081 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
02:27:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.459339 9111 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.461280 9081 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
02:27:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.461511 9081 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal
02:27:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c24fdacbd26541b89006a235e3f0e0ee"
02:27:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:10 on dist-test-slave-1c05"
02:27:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.461747 9081 fs_report.cc:389] FS layout report
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data/data
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.476879 9081 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.477871 9081 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:10.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.478225 9081 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.481989 9081 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:27:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.482290 9081 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
02:27:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.482537 9081 ts_tablet_manager.cc:610] Registered 0 tablets
02:27:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.482697 9081 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:27:10.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.571791 9081 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.193:39999
02:27:10.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.571810 9235 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.193:39999 every 8 connection(s)
02:27:10.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.573269 9081 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/data/info.pb
02:27:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.575796 9237 heartbeater.cc:344] Connected to a master server at 127.8.147.254:41141
02:27:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.576202 9237 heartbeater.cc:461] Registering TS with master...
02:27:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.577513 9237 heartbeater.cc:507] Master 127.8.147.254:41141 requested a full tablet report, sending...
02:27:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.581012 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 9081
02:27:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.581229 8783 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-0/wal/instance
02:27:10.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.583166 9236 heartbeater.cc:344] Connected to a master server at 127.8.147.252:43855
02:27:10.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.583549 9236 heartbeater.cc:461] Registering TS with master...
02:27:10.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.584239 9236 heartbeater.cc:507] Master 127.8.147.252:43855 requested a full tablet report, sending...
02:27:10.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.586282 8986 ts_manager.cc:194] Registered new tserver with Master: c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999)
02:27:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.587575 8825 ts_manager.cc:194] Registered new tserver with Master: c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999)
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.588636 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/logs
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data/info.pb
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.194:0
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.147.194
02:27:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.194
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.590904 8825 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.147.193:41691
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.597157 9238 heartbeater.cc:344] Connected to a master server at 127.8.147.253:38967
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.597280 9238 heartbeater.cc:461] Registering TS with master...
02:27:10.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.597571 9238 heartbeater.cc:507] Master 127.8.147.253:38967 requested a full tablet report, sending...
02:27:10.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.599069 8906 ts_manager.cc:194] Registered new tserver with Master: c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999)
02:27:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.636443 9052 catalog_manager.cc:1261] Loaded cluster ID: 339d3a5208024151ba429dcd8c48ca07
02:27:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.636543 9052 catalog_manager.cc:1554] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: loading cluster ID for follower catalog manager: success
02:27:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.639513 9052 catalog_manager.cc:1576] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: acquiring CA information for follower catalog manager: success
02:27:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.641214 9052 catalog_manager.cc:1604] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:27:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.908910 9240 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.909251 9240 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.909394 9240 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.917474 9240 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.917644 9240 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:27:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.917719 9240 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:27:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.917774 9240 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:27:10.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.917918 9240 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.147.194
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.926843 9240 tablet_server_runner.cc:78] Tablet server non-default flags:
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.194:0
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data/info.pb
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.194
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.147.194
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/logs
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:10.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.928912 9240 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:10.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.930719 9240 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:10.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.940917 9246 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.942097 9245 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:10.942757 9248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.947748 9240 server_base.cc:1047] running on GCE node
02:27:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.948486 9240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:10.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.949512 9240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.950724 9240 hybrid_clock.cc:648] HybridClock initialized: now 1757039230950652 us; error 48 us; skew 500 ppm
02:27:10.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.951068 9240 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.953382 9240 webserver.cc:480] Webserver started at http://127.8.147.194:38653/ using document root <none> and password file <none>
02:27:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.954128 9240 fs_manager.cc:362] Metadata directory not provided
02:27:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.954262 9240 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.954649 9240 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:27:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.957122 9240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data/instance:
02:27:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a5e52e0ce1488dbe72f67f618ed783"
02:27:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:10 on dist-test-slave-1c05"
02:27:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.958065 9240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal/instance:
02:27:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a5e52e0ce1488dbe72f67f618ed783"
02:27:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:10 on dist-test-slave-1c05"
02:27:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.963868 9240 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.004s
02:27:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.967245 9254 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.968781 9240 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.968981 9240 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "74a5e52e0ce1488dbe72f67f618ed783"
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:10 on dist-test-slave-1c05"
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.969197 9240 fs_report.cc:389] FS layout report
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data/data
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.981930 9240 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.982754 9240 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.982995 9240 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.985934 9240 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:27:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.986056 9240 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:27:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.986163 9240 ts_tablet_manager.cc:610] Registered 0 tablets
02:27:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:10.986241 9240 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:27:11.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.034299 9240 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.194:33567
02:27:11.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.034345 9375 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.194:33567 every 8 connection(s)
02:27:11.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.035671 9240 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/data/info.pb
02:27:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.039572 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 9240
02:27:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.039804 8783 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-1/wal/instance
02:27:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.040115 9377 heartbeater.cc:344] Connected to a master server at 127.8.147.254:41141
02:27:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.040477 9377 heartbeater.cc:461] Registering TS with master...
02:27:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.041425 9377 heartbeater.cc:507] Master 127.8.147.254:41141 requested a full tablet report, sending...
02:27:11.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.043074 8824 ts_manager.cc:194] Registered new tserver with Master: 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567)
02:27:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.044152 8824 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.147.194:49851
02:27:11.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.046694 9376 heartbeater.cc:344] Connected to a master server at 127.8.147.252:43855
02:27:11.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.046820 9376 heartbeater.cc:461] Registering TS with master...
02:27:11.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.047294 9376 heartbeater.cc:507] Master 127.8.147.252:43855 requested a full tablet report, sending...
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.045948 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/logs
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data/info.pb
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.195:0
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.147.195
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.195
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:27:11.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.048323 8986 ts_manager.cc:194] Registered new tserver with Master: 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567)
02:27:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.052150 9378 heartbeater.cc:344] Connected to a master server at 127.8.147.253:38967
02:27:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.052299 9378 heartbeater.cc:461] Registering TS with master...
02:27:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.052632 9378 heartbeater.cc:507] Master 127.8.147.253:38967 requested a full tablet report, sending...
02:27:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.053542 8906 ts_manager.cc:194] Registered new tserver with Master: 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567)
02:27:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.356069 9381 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.356359 9381 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:11.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.356437 9381 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.364102 9381 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.364238 9381 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:27:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.364282 9381 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:27:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.364315 9381 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:27:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.364387 9381 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.147.195
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.373274 9381 tablet_server_runner.cc:78] Tablet server non-default flags:
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.195:0
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data/info.pb
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.195
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.147.195
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/logs
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.374963 9381 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:11.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.376646 9381 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.385808 9387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.386040 9389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.386283 9386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.386942 9381 server_base.cc:1047] running on GCE node
02:27:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.387569 9381 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.388509 9381 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:11.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.389719 9381 hybrid_clock.cc:648] HybridClock initialized: now 1757039231389653 us; error 43 us; skew 500 ppm
02:27:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.390002 9381 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.392068 9381 webserver.cc:480] Webserver started at http://127.8.147.195:44539/ using document root <none> and password file <none>
02:27:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.392760 9381 fs_manager.cc:362] Metadata directory not provided
02:27:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.392886 9381 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.393239 9381 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:27:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.395471 9381 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data/instance:
02:27:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd724f3b66946c88d52019ca051b08b"
02:27:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:11 on dist-test-slave-1c05"
02:27:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.396224 9381 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal/instance:
02:27:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd724f3b66946c88d52019ca051b08b"
02:27:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:11 on dist-test-slave-1c05"
02:27:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.401153 9381 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
02:27:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.404369 9395 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:11.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.405696 9381 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.405851 9381 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bcd724f3b66946c88d52019ca051b08b"
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:11 on dist-test-slave-1c05"
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.406019 9381 fs_report.cc:389] FS layout report
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data/data
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.428704 9381 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:11.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.429584 9381 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.429886 9381 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.432904 9381 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:27:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.433015 9381 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:27:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.433122 9381 ts_tablet_manager.cc:610] Registered 0 tablets
02:27:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.433202 9381 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:27:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.497113 9381 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.195:32857
02:27:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.497154 9516 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.195:32857 every 8 connection(s)
02:27:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.498454 9381 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/data/info.pb
02:27:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.502916 9518 heartbeater.cc:344] Connected to a master server at 127.8.147.254:41141
02:27:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.503260 9518 heartbeater.cc:461] Registering TS with master...
02:27:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.504312 9518 heartbeater.cc:507] Master 127.8.147.254:41141 requested a full tablet report, sending...
02:27:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.505782 8824 ts_manager.cc:194] Registered new tserver with Master: bcd724f3b66946c88d52019ca051b08b (127.8.147.195:32857)
02:27:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.506600 8824 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.147.195:37039
02:27:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.506636 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 9381
02:27:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.506771 8783 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/ts-2/wal/instance
02:27:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.509864 9519 heartbeater.cc:344] Connected to a master server at 127.8.147.253:38967
02:27:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.510012 9519 heartbeater.cc:461] Registering TS with master...
02:27:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.510377 9519 heartbeater.cc:507] Master 127.8.147.253:38967 requested a full tablet report, sending...
02:27:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.510382 9517 heartbeater.cc:344] Connected to a master server at 127.8.147.252:43855
02:27:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.510533 9517 heartbeater.cc:461] Registering TS with master...
02:27:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.510798 9517 heartbeater.cc:507] Master 127.8.147.252:43855 requested a full tablet report, sending...
02:27:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.511600 8905 ts_manager.cc:194] Registered new tserver with Master: bcd724f3b66946c88d52019ca051b08b (127.8.147.195:32857)
02:27:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.511873 8986 ts_manager.cc:194] Registered new tserver with Master: bcd724f3b66946c88d52019ca051b08b (127.8.147.195:32857)
02:27:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.515347 8783 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:27:11.517 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:27:11.517 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:27:11.518 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.147.254"
port: 41141
}
bound_http_address {
host: "127.8.147.254"
port: 46293
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.147.253"
port: 38967
}
bound_http_address {
host: "127.8.147.253"
port: 44509
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.147.252"
port: 43855
}
bound_http_address {
host: "127.8.147.252"
port: 44351
}
}
}
02:27:11.518 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:27:11.518 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.147.193"
port: 39999
}
bound_http_address {
host: "127.8.147.193"
port: 38655
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.147.194"
port: 33567
}
bound_http_address {
host: "127.8.147.194"
port: 38653
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.147.195"
port: 32857
}
bound_http_address {
host: "127.8.147.195"
port: 44539
}
}
}
02:27:11.519 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:27:11.521 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:27:11.522 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:11.523 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.147.254:41141(127.8.147.254:41141)] connecting to peer
02:27:11.524 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:11.524 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.147.252:43855(127.8.147.252:43855)] Successfully connected to peer
02:27:11.525 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.147.254:41141(127.8.147.254:41141)] Successfully connected to peer
02:27:11.525 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.147.253:38967(127.8.147.253:38967)] Successfully connected to peer
02:27:11.527 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.147.252
02:27:11.527 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.147.254
02:27:11.531 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.147.253
02:27:11.539 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6aea91b9, L:/127.0.0.1:40666 - R:/127.8.147.254:41141] using SASL/PLAIN
02:27:11.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4631a381, L:/127.0.0.1:46948 - R:/127.8.147.252:43855] using SASL/PLAIN
02:27:11.542 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:27:11.542 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=20), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, deferred=null) after lookup
02:27:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.544598 8824 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40666:
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:27:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.546808 8824 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:27:11.562 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x017a42fb, L:/127.0.0.1:52648 - R:/127.8.147.253:38967] using SASL/PLAIN
02:27:11.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e45f0bfd94d547599002af86ec765b05
02:27:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.594920 9237 heartbeater.cc:499] Master 127.8.147.254:41141 was elected leader, sending a full tablet report...
02:27:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.639667 9165 tablet_service.cc:1468] Processing CreateTablet for tablet 658083e85aee40a1a92ee620947fc868 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:27:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.639281 9306 tablet_service.cc:1468] Processing CreateTablet for tablet 658083e85aee40a1a92ee620947fc868 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:27:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.640225 9307 tablet_service.cc:1468] Processing CreateTablet for tablet b9cda3f499b541ce843708c0d08503f3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:27:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.640784 9306 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 658083e85aee40a1a92ee620947fc868. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.640772 9165 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 658083e85aee40a1a92ee620947fc868. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.639271 9166 tablet_service.cc:1468] Processing CreateTablet for tablet b9cda3f499b541ce843708c0d08503f3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:27:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.641683 9307 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9cda3f499b541ce843708c0d08503f3. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.641600 9451 tablet_service.cc:1468] Processing CreateTablet for tablet 658083e85aee40a1a92ee620947fc868 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:27:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.642160 9166 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9cda3f499b541ce843708c0d08503f3. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.642971 9451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 658083e85aee40a1a92ee620947fc868. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.646396 9452 tablet_service.cc:1468] Processing CreateTablet for tablet b9cda3f499b541ce843708c0d08503f3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:27:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.646963 9452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b9cda3f499b541ce843708c0d08503f3. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.653908 9542 tablet_bootstrap.cc:492] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: Bootstrap starting.
02:27:11.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.658510 9542 tablet_bootstrap.cc:654] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: Neither blocks nor log segments found. Creating new log.
02:27:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.660450 9542 log.cc:826] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: Log is configured to *not* fsync() on all Append() calls
02:27:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.662465 9543 tablet_bootstrap.cc:492] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b: Bootstrap starting.
02:27:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.664283 9544 tablet_bootstrap.cc:492] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee: Bootstrap starting.
02:27:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.665280 9542 tablet_bootstrap.cc:492] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: No bootstrap required, opened a new log
02:27:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.665584 9542 ts_tablet_manager.cc:1397] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.000s
02:27:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.666260 9543 tablet_bootstrap.cc:654] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b: Neither blocks nor log segments found. Creating new log.
02:27:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.667306 9543 log.cc:826] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b: Log is configured to *not* fsync() on all Append() calls
02:27:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.667613 9544 tablet_bootstrap.cc:654] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee: Neither blocks nor log segments found. Creating new log.
02:27:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.668747 9544 log.cc:826] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee: Log is configured to *not* fsync() on all Append() calls
02:27:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.669911 9543 tablet_bootstrap.cc:492] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b: No bootstrap required, opened a new log
02:27:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.670140 9543 ts_tablet_manager.cc:1397] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
02:27:11.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.671267 9544 tablet_bootstrap.cc:492] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee: No bootstrap required, opened a new log
02:27:11.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.671551 9544 ts_tablet_manager.cc:1397] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.005s
02:27:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.672191 9542 raft_consensus.cc:357] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.672562 9542 raft_consensus.cc:383] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.672680 9542 raft_consensus.cc:738] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74a5e52e0ce1488dbe72f67f618ed783, State: Initialized, Role: FOLLOWER
02:27:11.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.673322 9542 consensus_queue.cc:260] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.674959 9542 ts_tablet_manager.cc:1428] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: Time spent starting tablet: real 0.009s user 0.010s sys 0.000s
02:27:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.675230 9377 heartbeater.cc:499] Master 127.8.147.254:41141 was elected leader, sending a full tablet report...
02:27:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.675351 9542 tablet_bootstrap.cc:492] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783: Bootstrap starting.
02:27:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.676138 9543 raft_consensus.cc:357] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.676792 9543 raft_consensus.cc:383] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.676908 9543 raft_consensus.cc:738] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd724f3b66946c88d52019ca051b08b, State: Initialized, Role: FOLLOWER
02:27:11.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.677798 9543 consensus_queue.cc:260] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.677778 9544 raft_consensus.cc:357] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.678186 9544 raft_consensus.cc:383] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.678329 9544 raft_consensus.cc:738] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c24fdacbd26541b89006a235e3f0e0ee, State: Initialized, Role: FOLLOWER
02:27:11.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.678581 9542 tablet_bootstrap.cc:654] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783: Neither blocks nor log segments found. Creating new log.
02:27:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.679145 9544 consensus_queue.cc:260] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.690933 9542 tablet_bootstrap.cc:492] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783: No bootstrap required, opened a new log
02:27:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.691286 9542 ts_tablet_manager.cc:1397] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783: Time spent bootstrapping tablet: real 0.016s user 0.009s sys 0.004s
02:27:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.691732 9543 ts_tablet_manager.cc:1428] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b: Time spent starting tablet: real 0.021s user 0.009s sys 0.012s
02:27:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.692004 9518 heartbeater.cc:499] Master 127.8.147.254:41141 was elected leader, sending a full tablet report...
02:27:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.692490 9542 raft_consensus.cc:357] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.692770 9542 raft_consensus.cc:383] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.692907 9542 raft_consensus.cc:738] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74a5e52e0ce1488dbe72f67f618ed783, State: Initialized, Role: FOLLOWER
02:27:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.693187 9542 consensus_queue.cc:260] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.693617 9544 ts_tablet_manager.cc:1428] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee: Time spent starting tablet: real 0.022s user 0.011s sys 0.008s
02:27:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.694008 9544 tablet_bootstrap.cc:492] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee: Bootstrap starting.
02:27:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.695823 9544 tablet_bootstrap.cc:654] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee: Neither blocks nor log segments found. Creating new log.
02:27:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.696857 9542 ts_tablet_manager.cc:1428] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783: Time spent starting tablet: real 0.005s user 0.001s sys 0.000s
02:27:11.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.704979 9543 tablet_bootstrap.cc:492] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b: Bootstrap starting.
02:27:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.706859 9543 tablet_bootstrap.cc:654] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b: Neither blocks nor log segments found. Creating new log.
02:27:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.708604 9544 tablet_bootstrap.cc:492] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee: No bootstrap required, opened a new log
02:27:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.708725 9543 tablet_bootstrap.cc:492] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b: No bootstrap required, opened a new log
02:27:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.708803 9544 ts_tablet_manager.cc:1397] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee: Time spent bootstrapping tablet: real 0.015s user 0.008s sys 0.004s
02:27:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.708886 9543 ts_tablet_manager.cc:1397] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.002s
02:27:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.709573 9544 raft_consensus.cc:357] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.709571 9543 raft_consensus.cc:357] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.709739 9544 raft_consensus.cc:383] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.709748 9543 raft_consensus.cc:383] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.709790 9544 raft_consensus.cc:738] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c24fdacbd26541b89006a235e3f0e0ee, State: Initialized, Role: FOLLOWER
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.709816 9543 raft_consensus.cc:738] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd724f3b66946c88d52019ca051b08b, State: Initialized, Role: FOLLOWER
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.710008 9544 consensus_queue.cc:260] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.710057 9543 consensus_queue.cc:260] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.710453 9544 ts_tablet_manager.cc:1428] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
02:27:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.711977 9543 ts_tablet_manager.cc:1428] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
02:27:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.752315 9520 tablet.cc:2378] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:27:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.779467 9549 raft_consensus.cc:491] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:27:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.779773 9549 raft_consensus.cc:513] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.781569 9549 leader_election.cc:290] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567), c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999)
02:27:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.789120 9191 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b9cda3f499b541ce843708c0d08503f3" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c24fdacbd26541b89006a235e3f0e0ee" is_pre_election: true
02:27:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.789120 9331 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b9cda3f499b541ce843708c0d08503f3" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74a5e52e0ce1488dbe72f67f618ed783" is_pre_election: true
02:27:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.789657 9191 raft_consensus.cc:2466] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 0.
02:27:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.789664 9331 raft_consensus.cc:2466] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 0.
02:27:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.789855 9379 tablet.cc:2378] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:27:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.790367 9398 leader_election.cc:304] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 74a5e52e0ce1488dbe72f67f618ed783, bcd724f3b66946c88d52019ca051b08b, c24fdacbd26541b89006a235e3f0e0ee; no voters:
02:27:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.790804 9549 raft_consensus.cc:2802] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:27:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.790920 9549 raft_consensus.cc:491] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:27:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.791046 9549 raft_consensus.cc:3058] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Advancing to term 1
02:27:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.793027 9549 raft_consensus.cc:513] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.793574 9549 leader_election.cc:290] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 election: Requested vote from peers 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567), c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999)
02:27:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.794054 9331 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b9cda3f499b541ce843708c0d08503f3" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74a5e52e0ce1488dbe72f67f618ed783"
02:27:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.794055 9191 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "b9cda3f499b541ce843708c0d08503f3" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c24fdacbd26541b89006a235e3f0e0ee"
02:27:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.794214 9191 raft_consensus.cc:3058] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Advancing to term 1
02:27:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.794236 9331 raft_consensus.cc:3058] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Advancing to term 1
02:27:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.796057 9191 raft_consensus.cc:2466] T b9cda3f499b541ce843708c0d08503f3 P c24fdacbd26541b89006a235e3f0e0ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 1.
02:27:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.796072 9331 raft_consensus.cc:2466] T b9cda3f499b541ce843708c0d08503f3 P 74a5e52e0ce1488dbe72f67f618ed783 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 1.
02:27:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.796422 9398 leader_election.cc:304] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 74a5e52e0ce1488dbe72f67f618ed783, bcd724f3b66946c88d52019ca051b08b; no voters:
02:27:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.796707 9549 raft_consensus.cc:2802] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 1 FOLLOWER]: Leader election won for term 1
02:27:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.797109 9549 raft_consensus.cc:695] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [term 1 LEADER]: Becoming Leader. State: Replica: bcd724f3b66946c88d52019ca051b08b, State: Running, Role: LEADER
02:27:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.797571 9549 consensus_queue.cc:237] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } }
02:27:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.802448 8825 catalog_manager.cc:5582] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b reported cstate change: term changed from 0 to 1, leader changed from <none> to bcd724f3b66946c88d52019ca051b08b (127.8.147.195). New cstate: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } health_report { overall_health: UNKNOWN } } }
02:27:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.806725 9548 raft_consensus.cc:491] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:27:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.806946 9548 raft_consensus.cc:513] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.808849 9548 leader_election.cc:290] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999), bcd724f3b66946c88d52019ca051b08b (127.8.147.195:32857)
02:27:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.815526 9191 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "658083e85aee40a1a92ee620947fc868" candidate_uuid: "74a5e52e0ce1488dbe72f67f618ed783" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c24fdacbd26541b89006a235e3f0e0ee" is_pre_election: true
02:27:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.815781 9191 raft_consensus.cc:2466] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74a5e52e0ce1488dbe72f67f618ed783 in term 0.
02:27:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.815683 9472 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "658083e85aee40a1a92ee620947fc868" candidate_uuid: "74a5e52e0ce1488dbe72f67f618ed783" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd724f3b66946c88d52019ca051b08b" is_pre_election: true
02:27:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.816044 9472 raft_consensus.cc:2466] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 74a5e52e0ce1488dbe72f67f618ed783 in term 0.
02:27:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.816236 9258 leader_election.cc:304] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 74a5e52e0ce1488dbe72f67f618ed783, c24fdacbd26541b89006a235e3f0e0ee; no voters:
02:27:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.816581 9548 raft_consensus.cc:2802] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:27:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.816679 9548 raft_consensus.cc:491] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:27:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.816740 9548 raft_consensus.cc:3058] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Advancing to term 1
02:27:11.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.818356 9548 raft_consensus.cc:513] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.818885 9548 leader_election.cc:290] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [CANDIDATE]: Term 1 election: Requested vote from peers c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999), bcd724f3b66946c88d52019ca051b08b (127.8.147.195:32857)
02:27:11.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.819233 9191 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "658083e85aee40a1a92ee620947fc868" candidate_uuid: "74a5e52e0ce1488dbe72f67f618ed783" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c24fdacbd26541b89006a235e3f0e0ee"
02:27:11.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.819370 9472 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "658083e85aee40a1a92ee620947fc868" candidate_uuid: "74a5e52e0ce1488dbe72f67f618ed783" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bcd724f3b66946c88d52019ca051b08b"
02:27:11.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.819423 9191 raft_consensus.cc:3058] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Advancing to term 1
02:27:11.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.819561 9472 raft_consensus.cc:3058] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Advancing to term 1
02:27:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.821292 9191 raft_consensus.cc:2466] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 74a5e52e0ce1488dbe72f67f618ed783 in term 1.
02:27:11.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.821516 9472 raft_consensus.cc:2466] T 658083e85aee40a1a92ee620947fc868 P bcd724f3b66946c88d52019ca051b08b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 74a5e52e0ce1488dbe72f67f618ed783 in term 1.
02:27:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.821688 9258 leader_election.cc:304] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 74a5e52e0ce1488dbe72f67f618ed783, c24fdacbd26541b89006a235e3f0e0ee; no voters:
02:27:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.821987 9548 raft_consensus.cc:2802] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 1 FOLLOWER]: Leader election won for term 1
02:27:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.822389 9548 raft_consensus.cc:695] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [term 1 LEADER]: Becoming Leader. State: Replica: 74a5e52e0ce1488dbe72f67f618ed783, State: Running, Role: LEADER
02:27:11.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.822855 9548 consensus_queue.cc:237] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.827744 8825 catalog_manager.cc:5582] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 reported cstate change: term changed from 0 to 1, leader changed from <none> to 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194). New cstate: current_term: 1 leader_uuid: "74a5e52e0ce1488dbe72f67f618ed783" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } health_report { overall_health: UNKNOWN } } }
02:27:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.844465 9239 tablet.cc:2378] T 658083e85aee40a1a92ee620947fc868 P c24fdacbd26541b89006a235e3f0e0ee: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.862459 8825 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40676:
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:27:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:11.863487 8825 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:27:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.873814 9452 tablet_service.cc:1468] Processing CreateTablet for tablet beb56d6f01a34429a0122b56133d13f2 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:27:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.873723 9307 tablet_service.cc:1468] Processing CreateTablet for tablet beb56d6f01a34429a0122b56133d13f2 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:27:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.873834 9166 tablet_service.cc:1468] Processing CreateTablet for tablet beb56d6f01a34429a0122b56133d13f2 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:27:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.874632 9452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet beb56d6f01a34429a0122b56133d13f2. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.874639 9307 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet beb56d6f01a34429a0122b56133d13f2. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.874655 9166 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet beb56d6f01a34429a0122b56133d13f2. 1 dirs total, 0 dirs full, 0 dirs failed
02:27:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.879204 9543 tablet_bootstrap.cc:492] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: Bootstrap starting.
02:27:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.880550 9543 tablet_bootstrap.cc:654] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: Neither blocks nor log segments found. Creating new log.
02:27:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.881489 9542 tablet_bootstrap.cc:492] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: Bootstrap starting.
02:27:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.882195 9543 tablet_bootstrap.cc:492] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: No bootstrap required, opened a new log
02:27:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.882299 9543 ts_tablet_manager.cc:1397] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
02:27:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.882726 9542 tablet_bootstrap.cc:654] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: Neither blocks nor log segments found. Creating new log.
02:27:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.882827 9543 raft_consensus.cc:357] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.882999 9543 raft_consensus.cc:383] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.883092 9543 raft_consensus.cc:738] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bcd724f3b66946c88d52019ca051b08b, State: Initialized, Role: FOLLOWER
02:27:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.883322 9543 consensus_queue.cc:260] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.883772 9549 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.884001 9549 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.884399 9544 tablet_bootstrap.cc:492] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: Bootstrap starting.
02:27:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.885139 9543 ts_tablet_manager.cc:1428] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
02:27:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.885949 9544 tablet_bootstrap.cc:654] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: Neither blocks nor log segments found. Creating new log.
02:27:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.887305 9542 tablet_bootstrap.cc:492] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: No bootstrap required, opened a new log
02:27:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.887496 9542 ts_tablet_manager.cc:1397] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.003s
02:27:11.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.888175 9542 raft_consensus.cc:357] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.888341 9542 raft_consensus.cc:383] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.888447 9542 raft_consensus.cc:738] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 74a5e52e0ce1488dbe72f67f618ed783, State: Initialized, Role: FOLLOWER
02:27:11.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.888677 9542 consensus_queue.cc:260] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.889088 9548 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.889317 9548 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.889114 9542 ts_tablet_manager.cc:1428] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
02:27:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.890667 9544 tablet_bootstrap.cc:492] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: No bootstrap required, opened a new log
02:27:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.890806 9544 ts_tablet_manager.cc:1397] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s
02:27:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.891531 9544 raft_consensus.cc:357] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.891700 9544 raft_consensus.cc:383] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:27:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.891788 9544 raft_consensus.cc:738] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c24fdacbd26541b89006a235e3f0e0ee, State: Initialized, Role: FOLLOWER
02:27:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.892041 9544 consensus_queue.cc:260] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.892481 9550 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:11.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.892805 9550 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:11.894006 9544 ts_tablet_manager.cc:1428] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
02:27:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.124917 9549 raft_consensus.cc:491] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:27:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.125157 9549 raft_consensus.cc:513] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.125699 9549 leader_election.cc:290] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999), 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567)
02:27:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.126217 9331 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "beb56d6f01a34429a0122b56133d13f2" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74a5e52e0ce1488dbe72f67f618ed783" is_pre_election: true
02:27:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.126245 9191 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "beb56d6f01a34429a0122b56133d13f2" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c24fdacbd26541b89006a235e3f0e0ee" is_pre_election: true
02:27:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.126444 9191 raft_consensus.cc:2466] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 0.
02:27:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.126449 9331 raft_consensus.cc:2466] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 0.
02:27:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.126817 9399 leader_election.cc:304] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bcd724f3b66946c88d52019ca051b08b, c24fdacbd26541b89006a235e3f0e0ee; no voters:
02:27:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.127110 9549 raft_consensus.cc:2802] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:27:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.127230 9549 raft_consensus.cc:491] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:27:12.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.127321 9549 raft_consensus.cc:3058] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 0 FOLLOWER]: Advancing to term 1
02:27:12.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.129077 9549 raft_consensus.cc:513] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:12.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.129575 9549 leader_election.cc:290] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 election: Requested vote from peers c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999), 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567)
02:27:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.129983 9191 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "beb56d6f01a34429a0122b56133d13f2" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c24fdacbd26541b89006a235e3f0e0ee"
02:27:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.130007 9331 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "beb56d6f01a34429a0122b56133d13f2" candidate_uuid: "bcd724f3b66946c88d52019ca051b08b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "74a5e52e0ce1488dbe72f67f618ed783"
02:27:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.130131 9191 raft_consensus.cc:3058] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 0 FOLLOWER]: Advancing to term 1
02:27:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.130206 9331 raft_consensus.cc:3058] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 0 FOLLOWER]: Advancing to term 1
02:27:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.131891 9191 raft_consensus.cc:2466] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 1.
02:27:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.132210 9399 leader_election.cc:304] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bcd724f3b66946c88d52019ca051b08b, c24fdacbd26541b89006a235e3f0e0ee; no voters:
02:27:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.132450 9549 raft_consensus.cc:2802] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 1 FOLLOWER]: Leader election won for term 1
02:27:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.132591 9549 raft_consensus.cc:695] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [term 1 LEADER]: Becoming Leader. State: Replica: bcd724f3b66946c88d52019ca051b08b, State: Running, Role: LEADER
02:27:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.132663 9331 raft_consensus.cc:2466] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bcd724f3b66946c88d52019ca051b08b in term 1.
02:27:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.132848 9549 consensus_queue.cc:237] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } }
02:27:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.135207 9554 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: TxnStatusTablet state changed. Reason: New leader bcd724f3b66946c88d52019ca051b08b. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.135375 9554 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: This TxnStatusTablet replica's current role is: LEADER
02:27:12.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.137713 8825 catalog_manager.cc:5582] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b reported cstate change: term changed from 0 to 1, leader changed from <none> to bcd724f3b66946c88d52019ca051b08b (127.8.147.195). New cstate: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } health_report { overall_health: HEALTHY } } }
02:27:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.143760 9573 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:27:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.144166 9573 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:27:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.191620 9331 raft_consensus.cc:1273] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783 [term 1 FOLLOWER]: Refusing update from remote peer bcd724f3b66946c88d52019ca051b08b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:27:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.191612 9191 raft_consensus.cc:1273] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee [term 1 FOLLOWER]: Refusing update from remote peer bcd724f3b66946c88d52019ca051b08b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:27:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.192517 9549 consensus_queue.cc:1035] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [LEADER]: Connected to new peer: Peer: permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.192811 9554 consensus_queue.cc:1035] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.209699 9548 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: TxnStatusTablet state changed. Reason: New leader bcd724f3b66946c88d52019ca051b08b. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.209955 9548 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.210268 9550 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: TxnStatusTablet state changed. Reason: New leader bcd724f3b66946c88d52019ca051b08b. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.210481 9550 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:12.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.214001 9576 mvcc.cc:204] Tried to move back new op lower bound from 7196832695047172096 to 7196832694818377728. Current Snapshot: MvccSnapshot[applied={T|T < 7196832695047172096}]
02:27:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.214609 9554 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.214793 9554 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: This TxnStatusTablet replica's current role is: LEADER
02:27:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.214977 9554 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.215133 9554 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P bcd724f3b66946c88d52019ca051b08b: This TxnStatusTablet replica's current role is: LEADER
02:27:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.220124 9548 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.220321 9548 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P 74a5e52e0ce1488dbe72f67f618ed783: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:12.221 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:27:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.223995 9550 tablet_replica.cc:440] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bcd724f3b66946c88d52019ca051b08b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 } } peers { permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 } } peers { permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 } } }
02:27:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.224184 9550 tablet_replica.cc:443] T beb56d6f01a34429a0122b56133d13f2 P c24fdacbd26541b89006a235e3f0e0ee: This TxnStatusTablet replica's current role is: FOLLOWER
02:27:12.227 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e45f0bfd94d547599002af86ec765b05
02:27:12.227 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.147.254:41141
02:27:12.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:27:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.228924 8783 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu pid 8794
02:27:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.230106 8865 generic_service.cc:196] Checking for leaks (request via RPC)
02:27:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.305684 9549 consensus_queue.cc:1035] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [LEADER]: Connected to new peer: Peer: permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" member_type: VOTER last_known_addr { host: "127.8.147.194" port: 33567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:12.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.313772 9549 consensus_queue.cc:1035] T b9cda3f499b541ce843708c0d08503f3 P bcd724f3b66946c88d52019ca051b08b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.339591 9548 consensus_queue.cc:1035] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" member_type: VOTER last_known_addr { host: "127.8.147.195" port: 32857 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.349869 8783 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu with pid 8794
02:27:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.351853 9548 consensus_queue.cc:1035] T 658083e85aee40a1a92ee620947fc868 P 74a5e52e0ce1488dbe72f67f618ed783 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" member_type: VOTER last_known_addr { host: "127.8.147.193" port: 39999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:27:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.378285 8890 connection.cc:537] server connection from 127.0.0.1:52626 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:27:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.378587 9518 heartbeater.cc:646] Failed to heartbeat to 127.8.147.254:41141 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.8.147.254:41141 (error 108)
02:27:12.378 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.147.254:41141(127.8.147.254:41141)] handling channelInactive
02:27:12.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.254:41141(127.8.147.254:41141)] cleaning up while in state READY due to: connection closed
02:27:12.379 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:27:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.379992 9377 heartbeater.cc:646] Failed to heartbeat to 127.8.147.254:41141 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.8.147.254:41141 (error 108)
02:27:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.380103 9237 heartbeater.cc:646] Failed to heartbeat to 127.8.147.254:41141 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.8.147.254:41141 (error 108)
02:27:12.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.650665 9593 raft_consensus.cc:491] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7ac400674a0e44b1acc3abba0d243554)
02:27:12.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.650852 9593 raft_consensus.cc:513] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.652082 9593 leader_election.cc:290] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141), 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967)
02:27:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.652714 8914 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" is_pre_election: true
02:27:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.652997 8914 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fcedbf74812d42789d3f4d0d371f2cd5 in term 1.
02:27:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.653159 9595 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7ac400674a0e44b1acc3abba0d243554)
02:27:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.653340 9595 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.653491 8971 leader_election.cc:304] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5; no voters:
02:27:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.653882 9593 raft_consensus.cc:2802] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:27:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.654016 9593 raft_consensus.cc:491] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7ac400674a0e44b1acc3abba0d243554)
02:27:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.654225 8973 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111)
02:27:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.654284 9593 raft_consensus.cc:3058] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 1 FOLLOWER]: Advancing to term 2
02:27:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.654685 9595 leader_election.cc:290] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:12.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.655862 8997 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" is_pre_election: true
02:27:12.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.656605 8973 leader_election.cc:336] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111)
02:27:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.656872 8892 leader_election.cc:336] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111)
02:27:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.657232 9593 raft_consensus.cc:513] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.657575 8997 raft_consensus.cc:2391] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0543ac4f1c3d4da2bbe975f96ed635f1 in current term 2: Already voted for candidate fcedbf74812d42789d3f4d0d371f2cd5 in this term.
02:27:12.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.657852 9593 leader_election.cc:290] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [CANDIDATE]: Term 2 election: Requested vote from peers 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141), 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967)
02:27:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.658295 8914 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1"
02:27:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.658398 8893 leader_election.cc:304] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0543ac4f1c3d4da2bbe975f96ed635f1; no voters: 7ac400674a0e44b1acc3abba0d243554, fcedbf74812d42789d3f4d0d371f2cd5
02:27:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.658514 8914 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 1 FOLLOWER]: Advancing to term 2
02:27:12.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.659009 8973 leader_election.cc:336] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111)
02:27:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.660395 8914 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fcedbf74812d42789d3f4d0d371f2cd5 in term 2.
02:27:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.660557 9595 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:27:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.660758 8971 leader_election.cc:304] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5; no voters: 7ac400674a0e44b1acc3abba0d243554
02:27:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.661003 9593 raft_consensus.cc:2802] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 2 FOLLOWER]: Leader election won for term 2
02:27:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.661356 9593 raft_consensus.cc:695] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [term 2 LEADER]: Becoming Leader. State: Replica: fcedbf74812d42789d3f4d0d371f2cd5, State: Running, Role: LEADER
02:27:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.661803 9593 consensus_queue.cc:237] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.662997 9599 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fcedbf74812d42789d3f4d0d371f2cd5. Latest consensus state: current_term: 2 leader_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.663210 9599 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: This master's current role is: LEADER
02:27:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.663806 9600 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:27:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.665969 9600 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693]
02:27:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.666440 9600 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]
02:27:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.668304 9600 tablet_loader.cc:96] loaded metadata for tablet 658083e85aee40a1a92ee620947fc868 (table txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05])
02:27:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.668648 9600 tablet_loader.cc:96] loaded metadata for tablet b9cda3f499b541ce843708c0d08503f3 (table txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05])
02:27:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.668900 9600 tablet_loader.cc:96] loaded metadata for tablet beb56d6f01a34429a0122b56133d13f2 (table kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693])
02:27:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.669116 9600 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:27:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.669870 9600 catalog_manager.cc:1261] Loaded cluster ID: 339d3a5208024151ba429dcd8c48ca07
02:27:12.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.669948 9600 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:27:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.670944 9600 catalog_manager.cc:1506] Loading token signing keys...
02:27:12.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.671706 9600 catalog_manager.cc:5966] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5: Loaded TSK: 0
02:27:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.672510 9600 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:27:12.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.254:41141(127.8.147.254:41141)] connecting to peer
02:27:12.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141
02:27:12.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.254:41141(127.8.147.254:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141
02:27:12.724 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.147.254:41141(127.8.147.254:41141) for tablet Kudu Master: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141
02:27:12.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.254:41141(127.8.147.254:41141)] connecting to peer
02:27:12.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141
02:27:12.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.254:41141(127.8.147.254:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141
02:27:12.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.254:41141: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141
02:27:12.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:27:12.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] sending RPC to server master-127.8.147.254:41141, [1ms] received response from server master-127.8.147.254:41141: Network error: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: Network error: Failed to connect to peer master-127.8.147.254:41141(127.8.147.254:41141): Connection refused: /127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: OK, deferred=Deferred@1213438183(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/585998101@4619c941, errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/978413659@1bbfd2e2)) after lookup
02:27:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.764130 8914 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Refusing update from remote peer fcedbf74812d42789d3f4d0d371f2cd5: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
02:27:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.764822 9599 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:27:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.766216 9595 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fcedbf74812d42789d3f4d0d371f2cd5. Latest consensus state: current_term: 2 leader_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.766431 9595 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: FOLLOWER
02:27:12.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.768006 9595 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:12.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.768198 9595 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: FOLLOWER
02:27:12.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.772488 9593 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.772984 9593 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 [sys.catalog]: This master's current role is: LEADER
02:27:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.773195 8973 consensus_peers.cc:489] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 -> Peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Couldn't send request to peer 7ac400674a0e44b1acc3abba0d243554. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:12.790468 8987 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46970:
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:27:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:27:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:27:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:12.792213 8987 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:27:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:13.247289 8973 consensus_peers.cc:489] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 -> Peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Couldn't send request to peer 7ac400674a0e44b1acc3abba0d243554. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:27:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:13.715284 8973 consensus_peers.cc:489] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 -> Peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Couldn't send request to peer 7ac400674a0e44b1acc3abba0d243554. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:27:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:13.832013 9517 heartbeater.cc:499] Master 127.8.147.252:43855 was elected leader, sending a full tablet report...
02:27:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:13.931926 9376 heartbeater.cc:499] Master 127.8.147.252:43855 was elected leader, sending a full tablet report...
02:27:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.203351 8973 consensus_peers.cc:489] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 -> Peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Couldn't send request to peer 7ac400674a0e44b1acc3abba0d243554. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:27:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.359935 9236 heartbeater.cc:499] Master 127.8.147.252:43855 was elected leader, sending a full tablet report...
02:27:14.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b9cda3f499b541ce843708c0d08503f3 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:27:14.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 658083e85aee40a1a92ee620947fc868 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:27:14.386 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=b9cda3f499b541ce843708c0d08503f3@[74a5e52e0ce1488dbe72f67f618ed783(127.8.147.194:33567),bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857)[L],c24fdacbd26541b89006a235e3f0e0ee(127.8.147.193:39999)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=658083e85aee40a1a92ee620947fc868@[74a5e52e0ce1488dbe72f67f618ed783(127.8.147.194:33567)[L],bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857),c24fdacbd26541b89006a235e3f0e0ee(127.8.147.193:39999)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:27:14.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.147.252:43855, [2ms] Sub RPC GetTableLocations: received response from server master-127.8.147.252:43855: OK, deferred=null) after lookup
02:27:14.386 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857)] connecting to peer
02:27:14.387 [DEBUG - kudu-nio-1] (Connection.java:757) [peer bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857)] Successfully connected to peer
02:27:14.403 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xef672aec, L:/127.0.0.1:59078 - R:/127.8.147.195:32857] using TOKEN/null
02:27:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.407253 9435 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.8.147.254:41141)
02:27:14.441 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.147.254:41141
02:27:14.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.442098 8783 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/logs
02:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/info.pb
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.254:41141
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.254
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46293
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:27:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.638420 8953 master_runner.cc:186] Error getting master registration for 127.8.147.254:41141: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111),
02:27:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.638626 8953 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.752022 9644 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:27:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.752404 9644 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:27:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.752485 9644 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760376 9644 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760495 9644 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760581 9644 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760632 9644 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760704 9644 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760759 9644 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:27:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.760821 9644 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38745/jwks.json
02:27:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.761425 8973 consensus_peers.cc:489] T 00000000000000000000000000000000 P fcedbf74812d42789d3f4d0d371f2cd5 -> Peer 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141): Couldn't send request to peer 7ac400674a0e44b1acc3abba0d243554. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.254:41141: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.770221 9644 master_runner.cc:386] Master server non-default flags:
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.147.212:35481
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.147.254:41141
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38745/jwks.json
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/info.pb
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.147.254
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46293
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/logs
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:27:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:49:20 UTC on 24a791456cd2
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7904
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:27:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.772368 9644 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:27:14.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.774142 9644 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:27:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.781910 9652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.781769 9649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:14.781800 9650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:27:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.783161 9644 server_base.cc:1047] running on GCE node
02:27:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.783991 9644 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:27:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.785550 9644 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:27:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.786763 9644 hybrid_clock.cc:648] HybridClock initialized: now 1757039234786700 us; error 44 us; skew 500 ppm
02:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.787078 9644 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:27:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.789258 9644 webserver.cc:480] Webserver started at http://127.8.147.254:46293/ using document root <none> and password file <none>
02:27:14.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.790009 9644 fs_manager.cc:362] Metadata directory not provided
02:27:14.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.790140 9644 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.795632 9644 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.003s sys 0.001s
02:27:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.798336 9658 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:27:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.799644 9644 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.799806 9644 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data,/tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac400674a0e44b1acc3abba0d243554"
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:27:08 on dist-test-slave-1c05"
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.800549 9644 fs_report.cc:389] FS layout report
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/wal
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/data
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:27:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:27:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:27:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:27:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:27:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:27:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:27:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.816082 9644 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:27:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.816998 9644 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:27:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.817278 9644 kserver.cc:163] Server-wide thread pool size limit: 3276
02:27:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.846184 9644 rpc_server.cc:307] RPC server started. Bound to: 127.8.147.254:41141
02:27:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.846202 9720 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.147.254:41141 every 8 connection(s)
02:27:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.848198 9644 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUdvqRP/test-tmp/mini-kudu-cluster1490285984585097862/master-0/data/info.pb
02:27:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.855680 9721 sys_catalog.cc:263] Verifying existing consensus state
02:27:14.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.858610 8783 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu as pid 9644
02:27:14.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:27:14.859 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.147.252:43855
02:27:14.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:27:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.859262 9721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Bootstrap starting.
02:27:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.859416 8783 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu pid 8953
02:27:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.860580 9027 generic_service.cc:196] Checking for leaks (request via RPC)
02:27:14.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.876736 9721 log.cc:826] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Log is configured to *not* fsync() on all Append() calls
02:27:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.891119 9721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:27:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.891844 9721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: Bootstrap complete.
02:27:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.898124 9721 raft_consensus.cc:357] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.898881 9721 raft_consensus.cc:738] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac400674a0e44b1acc3abba0d243554, State: Initialized, Role: FOLLOWER
02:27:14.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.899662 9721 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:14.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.900585 9725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:14.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.900897 9725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: FOLLOWER
02:27:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.901750 9721 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: configured and running, proceeding with master startup.
02:27:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.913861 9736 catalog_manager.cc:1261] Loaded cluster ID: 339d3a5208024151ba429dcd8c48ca07
02:27:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.914188 9736 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: loading cluster ID for follower catalog manager: success
02:27:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.918345 9736 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: acquiring CA information for follower catalog manager: success
02:27:14.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.921264 9736 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:27:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.949858 9377 heartbeater.cc:344] Connected to a master server at 127.8.147.254:41141
02:27:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.953140 9675 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "74a5e52e0ce1488dbe72f67f618ed783" instance_seqno: 1757039231027359) as {username='slave'} at 127.8.147.194:46103; Asking this server to re-register.
02:27:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.954366 9377 heartbeater.cc:461] Registering TS with master...
02:27:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.956166 9675 ts_manager.cc:194] Registered new tserver with Master: 74a5e52e0ce1488dbe72f67f618ed783 (127.8.147.194:33567)
02:27:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:14.992041 8783 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu with pid 8953
02:27:15.013 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.147.252:43855(127.8.147.252:43855)] handling channelInactive
02:27:15.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state READY due to: connection closed
02:27:15.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:27:15.014 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.8.147.252:43855(127.8.147.252:43855) for tablet Kudu Master: connection closed
02:27:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.013173 9399 connection.cc:537] server connection from 127.0.0.1:59064 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.013338 9738 negotiation.cc:337] Failed RPC negotiation. Trace:
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.953746 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.8.147.252:43855 (local address 127.0.0.1:46976)
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.953917 (+ 171us) negotiation.cc:107] Waiting for socket to connect
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.953935 (+ 18us) client_negotiation.cc:174] Beginning negotiation
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.954036 (+ 101us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.991349 (+ 37313us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.991357 (+ 8us) client_negotiation.cc:394] Received NEGOTIATE response from server
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.991400 (+ 43us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.991847 (+ 447us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.991863 (+ 16us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:15.012057 (+ 20194us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":61}
02:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.013712 8890 connection.cc:537] server connection from 127.0.0.1:52642 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.014933 9739 negotiation.cc:337] Failed RPC negotiation. Trace:
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.991577 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:41134 (local address 127.8.147.254:41141)
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.992852 (+ 1275us) server_negotiation.cc:207] Beginning negotiation
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.992859 (+ 7us) server_negotiation.cc:400] Waiting for connection header
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.992878 (+ 19us) server_negotiation.cc:408] Connection header received
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.992937 (+ 59us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.992944 (+ 7us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.993017 (+ 73us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:14.993085 (+ 68us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:15.014693 (+ 21608us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41134: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:27:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":713}
02:27:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.013957 9644 master_runner.cc:186] Error getting master registration for 127.8.147.252:43855: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
02:27:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.017656 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:15.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.254:41141(127.8.147.254:41141)] connecting to peer
02:27:15.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.023 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.147.254:41141(127.8.147.254:41141)] Successfully connected to peer
02:27:15.034 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x78e0911b, L:/127.0.0.1:41150 - R:/127.8.147.254:41141] using TOKEN/null
02:27:15.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.142 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.8.147.252:43855, [132ms] received response from server master-127.8.147.252:43855: Network error: connection closed, [132ms] delaying RPC due to: Network error: connection closed, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [154ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [155ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1295592977(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/585998101@6d7b0b04 -> (continuation of Deferred@1731888087 after retry RPC after error@2082631981) -> (continuation of Deferred@2028962078 after retry RPC after error@1308198444) -> (continuation of Deferred@2129563775 after retry RPC after error@296365462) -> (continuation of Deferred@357149132 after retry RPC after error@335582639) -> (continuation of Deferred@510104120 after retry RPC after error@1583467263), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/978413659@6be1f36 -> (continuation of Deferred@1731888087 after retry RPC after error@2082631981) -> (continuation of Deferred@2028962078 after retry RPC after error@1308198444) -> (continuation of Deferred@2129563775 after retry RPC after error@296365462) -> (continuation of Deferred@357149132 after retry RPC after error@335582639) -> (continuation of Deferred@510104120 after retry RPC after error@1583467263)))
02:27:15.144 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:15.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.272420 9725 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:27:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.272655 9725 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.274425 9725 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.274986 8914 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7ac400674a0e44b1acc3abba0d243554" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" is_pre_election: true
02:27:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.275202 9662 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.276634 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.276803 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.277144 9725 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:27:15.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.292785 9745 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader fcedbf74812d42789d3f4d0d371f2cd5)
02:27:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.292964 9745 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.293618 9745 leader_election.cc:290] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.294608 8893 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111) [suppressed 5 similar messages]
02:27:15.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.295851 8893 leader_election.cc:336] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.299602 9685 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "7ac400674a0e44b1acc3abba0d243554" is_pre_election: true
02:27:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.299973 9685 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0543ac4f1c3d4da2bbe975f96ed635f1 in term 1.
02:27:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.300388 8892 leader_election.cc:304] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0543ac4f1c3d4da2bbe975f96ed635f1, 7ac400674a0e44b1acc3abba0d243554; no voters: fcedbf74812d42789d3f4d0d371f2cd5
02:27:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.300755 9745 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:27:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.300872 9745 raft_consensus.cc:491] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Starting leader election (detected failure of leader fcedbf74812d42789d3f4d0d371f2cd5)
02:27:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.300944 9745 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 2 FOLLOWER]: Advancing to term 3
02:27:15.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.303453 9745 raft_consensus.cc:513] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.304045 9745 leader_election.cc:290] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 3 election: Requested vote from peers 7ac400674a0e44b1acc3abba0d243554 (127.8.147.254:41141), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.304486 9685 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "7ac400674a0e44b1acc3abba0d243554"
02:27:15.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.304672 9685 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 1 FOLLOWER]: Advancing to term 3
02:27:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.305722 8893 leader_election.cc:336] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.308199 9685 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0543ac4f1c3d4da2bbe975f96ed635f1 in term 3.
02:27:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.308521 8892 leader_election.cc:304] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0543ac4f1c3d4da2bbe975f96ed635f1, 7ac400674a0e44b1acc3abba0d243554; no voters: fcedbf74812d42789d3f4d0d371f2cd5
02:27:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.308768 9745 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 3 FOLLOWER]: Leader election won for term 3
02:27:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.309140 9745 raft_consensus.cc:695] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [term 3 LEADER]: Becoming Leader. State: Replica: 0543ac4f1c3d4da2bbe975f96ed635f1, State: Running, Role: LEADER
02:27:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.309518 9745 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.310966 9749 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0543ac4f1c3d4da2bbe975f96ed635f1. Latest consensus state: current_term: 3 leader_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.311182 9749 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: LEADER
02:27:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.311810 9751 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:27:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.314046 9751 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693]
02:27:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.314533 9751 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05]
02:27:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.316015 9751 tablet_loader.cc:96] loaded metadata for tablet 658083e85aee40a1a92ee620947fc868 (table txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05])
02:27:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.316362 9751 tablet_loader.cc:96] loaded metadata for tablet b9cda3f499b541ce843708c0d08503f3 (table txn_manager_fallback_rolling [id=e45f0bfd94d547599002af86ec765b05])
02:27:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.316643 9751 tablet_loader.cc:96] loaded metadata for tablet beb56d6f01a34429a0122b56133d13f2 (table kudu_system.kudu_transactions [id=611481832b2f492fba359c21ab49a693])
02:27:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.316862 9751 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:27:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.317550 9751 catalog_manager.cc:1261] Loaded cluster ID: 339d3a5208024151ba429dcd8c48ca07
02:27:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.317632 9751 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:27:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.318655 9751 catalog_manager.cc:1506] Loading token signing keys...
02:27:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.319502 9751 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1: Loaded TSK: 0
02:27:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.320418 9751 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:27:15.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.390362 9237 heartbeater.cc:344] Connected to a master server at 127.8.147.254:41141
02:27:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.391728 9675 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "c24fdacbd26541b89006a235e3f0e0ee" instance_seqno: 1757039230561777) as {username='slave'} at 127.8.147.193:34537; Asking this server to re-register.
02:27:15.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.392247 9237 heartbeater.cc:461] Registering TS with master...
02:27:15.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.393316 9675 ts_manager.cc:194] Registered new tserver with Master: c24fdacbd26541b89006a235e3f0e0ee (127.8.147.193:39999)
02:27:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.395929 9685 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Refusing update from remote peer 0543ac4f1c3d4da2bbe975f96ed635f1: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
02:27:15.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.396595 9749 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:27:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.399679 9755 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.400022 9755 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: FOLLOWER
02:27:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.400410 9725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0543ac4f1c3d4da2bbe975f96ed635f1. Latest consensus state: current_term: 3 leader_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.400597 9725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: FOLLOWER
02:27:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.401324 9745 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.401582 9745 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 [sys.catalog]: This master's current role is: LEADER
02:27:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.402055 9725 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } } }
02:27:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.402252 9725 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [sys.catalog]: This master's current role is: FOLLOWER
02:27:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.402604 8893 consensus_peers.cc:489] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 -> Peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Couldn't send request to peer fcedbf74812d42789d3f4d0d371f2cd5. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:27:15.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:15.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:15.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:27:15.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, deferred=Deferred@357268625(state=PENDING, result=null, callback=(continuation of Deferred@2143351156 after retry RPC after error@513863188) -> (continuation of Deferred@1910731343 after retry RPC after error@1057109782) -> (continuation of Deferred@1194408659 after retry RPC after error@1593359471) -> (continuation of Deferred@878959861 after retry RPC after error@444065768) -> (continuation of Deferred@1423880663 after retry RPC after error@1339978983) -> (continuation of Deferred@1701879197 after retry RPC after error@1075670652) -> (continuation of Deferred@1634480033 after retry RPC after error@1562969639), errback=(continuation of Deferred@2143351156 after retry RPC after error@513863188) -> (continuation of Deferred@1910731343 after retry RPC after error@1057109782) -> (continuation of Deferred@1194408659 after retry RPC after error@1593359471) -> (continuation of Deferred@878959861 after retry RPC after error@444065768) -> (continuation of Deferred@1423880663 after retry RPC after error@1339978983) -> (continuation of Deferred@1701879197 after retry RPC after error@1075670652) -> (continuation of Deferred@1634480033 after retry RPC after error@1562969639))) after lookup
02:27:15.423 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: OK, [245ms] sending RPC to server master-127.8.147.253:38967, deferred=Deferred@357268625(state=PENDING, result=null, callback=(continuation of Deferred@2143351156 after retry RPC after error@513863188) -> (continuation of Deferred@1910731343 after retry RPC after error@1057109782) -> (continuation of Deferred@1194408659 after retry RPC after error@1593359471) -> (continuation of Deferred@878959861 after retry RPC after error@444065768) -> (continuation of Deferred@1423880663 after retry RPC after error@1339978983) -> (continuation of Deferred@1701879197 after retry RPC after error@1075670652) -> (continuation of Deferred@1634480033 after retry RPC after error@1562969639) -> (continuation of Deferred@972935404 after retry RPC@319323704), errback=(continuation of Deferred@2143351156 after retry RPC after error@513863188) -> (continuation of Deferred@1910731343 after retry RPC after error@1057109782) -> (continuation of Deferred@1194408659 after retry RPC after error@1593359471) -> (continuation of Deferred@878959861 after retry RPC after error@444065768) -> (continuation of Deferred@1423880663 after retry RPC after error@1339978983) -> (continuation of Deferred@1701879197 after retry RPC after error@1075670652) -> (continuation of Deferred@1634480033 after retry RPC after error@1562969639) -> (continuation of Deferred@972935404 after retry RPC@319323704)))
02:27:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.436064 8936 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:52648 (request call id 15) took 28 ms (client timeout 5 ms). Trace:
02:27:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.436347 8936 rpcz_store.cc:269] 0905 02:27:15.407596 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:27:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:15.407665 (+ 69us) service_pool.cc:225] Handling call
02:27:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 02:27:15.435952 (+ 28287us) inbound_call.cc:173] Queueing success response
02:27:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":501,"thread_start_us":1271,"threads_started":5}
02:27:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1409039885723 + 9223370627814891170 cannot be represented in type 'long'
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.458282 8906 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52672:
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:27:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:27:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:27:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.465911 8906 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:27:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.845744 9518 heartbeater.cc:344] Connected to a master server at 127.8.147.254:41141
02:27:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.847644 9675 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "bcd724f3b66946c88d52019ca051b08b" instance_seqno: 1757039231489600) as {username='slave'} at 127.8.147.195:41299; Asking this server to re-register.
02:27:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.848595 9518 heartbeater.cc:461] Registering TS with master...
02:27:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:15.850232 9675 ts_manager.cc:194] Registered new tserver with Master: bcd724f3b66946c88d52019ca051b08b (127.8.147.195:32857)
02:27:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:15.960132 8893 consensus_peers.cc:489] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 -> Peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Couldn't send request to peer fcedbf74812d42789d3f4d0d371f2cd5. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:27:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.364728 9238 heartbeater.cc:499] Master 127.8.147.253:38967 was elected leader, sending a full tablet report...
02:27:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f8d6bc040c8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
02:27:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa66af5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
02:27:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:16.426738 8893 consensus_peers.cc:489] T 00000000000000000000000000000000 P 0543ac4f1c3d4da2bbe975f96ed635f1 -> Peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Couldn't send request to peer fcedbf74812d42789d3f4d0d371f2cd5. Status: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:27:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f8d7f41eb12 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
02:27:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f8d7f40e624 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
02:27:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f8d7f572c9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
02:27:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f8d7f57387b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
02:27:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f8d7f5784bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
02:27:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f8d7949d2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
02:27:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f8d7949d005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
02:27:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f8d72a970be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
02:27:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f8d72a95f9e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
02:27:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f8d72a9c1d5 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
02:27:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f8d72a9caff in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
02:27:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f8d72a9c928 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
02:27:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa774dc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
02:27:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f8d6bcd32b8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
02:27:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f8d6f12a6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
02:27:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f8d67e1b71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
02:27:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:27:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
02:27:16.502 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.147.253:38967(127.8.147.253:38967)] handling channelInactive
02:27:16.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state READY due to: connection closed
02:27:16.503 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.8.147.253:38967(127.8.147.253:38967) for tablet Kudu Master: connection closed
02:27:16.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.524 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
02:27:16.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:16.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@437749076(state=PENDING, result=null, callback=(continuation of Deferred@1699606220 after retry RPC after error@891171136) -> (continuation of Deferred@1034306116 after retry RPC after error@457006465) -> (continuation of Deferred@294452132 after retry RPC after error@1440505060) -> (continuation of Deferred@1516736633 after retry RPC after error@734466017) -> (continuation of Deferred@1574998246 after retry RPC after error@1793903810) -> (continuation of Deferred@216952254 after retry RPC after error@533058501), errback=(continuation of Deferred@1699606220 after retry RPC after error@891171136) -> (continuation of Deferred@1034306116 after retry RPC after error@457006465) -> (continuation of Deferred@294452132 after retry RPC after error@1440505060) -> (continuation of Deferred@1516736633 after retry RPC after error@734466017) -> (continuation of Deferred@1574998246 after retry RPC after error@1793903810) -> (continuation of Deferred@216952254 after retry RPC after error@533058501)))
02:27:16.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@437749076(state=PENDING, result=null, callback=(continuation of Deferred@1699606220 after retry RPC after error@891171136) -> (continuation of Deferred@1034306116 after retry RPC after error@457006465) -> (continuation of Deferred@294452132 after retry RPC after error@1440505060) -> (continuation of Deferred@1516736633 after retry RPC after error@734466017) -> (continuation of Deferred@1574998246 after retry RPC after error@1793903810) -> (continuation of Deferred@216952254 after retry RPC after error@533058501), errback=(continuation of Deferred@1699606220 after retry RPC after error@891171136) -> (continuation of Deferred@1034306116 after retry RPC after error@457006465) -> (continuation of Deferred@294452132 after retry RPC after error@1440505060) -> (continuation of Deferred@1516736633 after retry RPC after error@734466017) -> (continuation of Deferred@1574998246 after retry RPC after error@1793903810) -> (continuation of Deferred@216952254 after retry RPC after error@533058501)))
02:27:16.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.724 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.760062 9773 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.760269 9773 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.760913 9773 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:16.762830 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:16.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:16.763093 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.763206 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:16.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.763449 9773 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:16.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.765 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.765 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.785 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.786 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.786 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.837872 9519 heartbeater.cc:499] Master 127.8.147.253:38967 was elected leader, sending a full tablet report...
02:27:16.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@759001829(state=PENDING, result=null, callback=(continuation of Deferred@1518645549 after retry RPC after error@1251178593) -> (continuation of Deferred@1692806133 after retry RPC after error@579524566) -> (continuation of Deferred@1568151411 after retry RPC after error@217660621) -> (continuation of Deferred@1494554404 after retry RPC after error@768958391) -> (continuation of Deferred@814421745 after retry RPC after error@1976650617) -> (continuation of Deferred@67948240 after retry RPC after error@61018369) -> (continuation of Deferred@1803006746 after retry RPC after error@344106894), errback=(continuation of Deferred@1518645549 after retry RPC after error@1251178593) -> (continuation of Deferred@1692806133 after retry RPC after error@579524566) -> (continuation of Deferred@1568151411 after retry RPC after error@217660621) -> (continuation of Deferred@1494554404 after retry RPC after error@768958391) -> (continuation of Deferred@814421745 after retry RPC after error@1976650617) -> (continuation of Deferred@67948240 after retry RPC after error@61018369) -> (continuation of Deferred@1803006746 after retry RPC after error@344106894)))
02:27:16.886 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@759001829(state=PENDING, result=null, callback=(continuation of Deferred@1518645549 after retry RPC after error@1251178593) -> (continuation of Deferred@1692806133 after retry RPC after error@579524566) -> (continuation of Deferred@1568151411 after retry RPC after error@217660621) -> (continuation of Deferred@1494554404 after retry RPC after error@768958391) -> (continuation of Deferred@814421745 after retry RPC after error@1976650617) -> (continuation of Deferred@67948240 after retry RPC after error@61018369) -> (continuation of Deferred@1803006746 after retry RPC after error@344106894), errback=(continuation of Deferred@1518645549 after retry RPC after error@1251178593) -> (continuation of Deferred@1692806133 after retry RPC after error@579524566) -> (continuation of Deferred@1568151411 after retry RPC after error@217660621) -> (continuation of Deferred@1494554404 after retry RPC after error@768958391) -> (continuation of Deferred@814421745 after retry RPC after error@1976650617) -> (continuation of Deferred@67948240 after retry RPC after error@61018369) -> (continuation of Deferred@1803006746 after retry RPC after error@344106894)))
02:27:16.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:16.945807 9378 heartbeater.cc:499] Master 127.8.147.253:38967 was elected leader, sending a full tablet report...
02:27:16.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:16.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:16.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:16.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:16.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:16.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.014 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.015 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.016 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@399968629(state=PENDING, result=null, callback=(continuation of Deferred@996747485 after retry RPC after error@1112677526) -> (continuation of Deferred@35493636 after retry RPC after error@766421651) -> (continuation of Deferred@1609777211 after retry RPC after error@228020735) -> (continuation of Deferred@1675383550 after retry RPC after error@998151716) -> (continuation of Deferred@2118777832 after retry RPC after error@1231443319) -> (continuation of Deferred@1219273991 after retry RPC after error@128767360), errback=(continuation of Deferred@996747485 after retry RPC after error@1112677526) -> (continuation of Deferred@35493636 after retry RPC after error@766421651) -> (continuation of Deferred@1609777211 after retry RPC after error@228020735) -> (continuation of Deferred@1675383550 after retry RPC after error@998151716) -> (continuation of Deferred@2118777832 after retry RPC after error@1231443319) -> (continuation of Deferred@1219273991 after retry RPC after error@128767360)))
02:27:17.086 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@399968629(state=PENDING, result=null, callback=(continuation of Deferred@996747485 after retry RPC after error@1112677526) -> (continuation of Deferred@35493636 after retry RPC after error@766421651) -> (continuation of Deferred@1609777211 after retry RPC after error@228020735) -> (continuation of Deferred@1675383550 after retry RPC after error@998151716) -> (continuation of Deferred@2118777832 after retry RPC after error@1231443319) -> (continuation of Deferred@1219273991 after retry RPC after error@128767360), errback=(continuation of Deferred@996747485 after retry RPC after error@1112677526) -> (continuation of Deferred@35493636 after retry RPC after error@766421651) -> (continuation of Deferred@1609777211 after retry RPC after error@228020735) -> (continuation of Deferred@1675383550 after retry RPC after error@998151716) -> (continuation of Deferred@2118777832 after retry RPC after error@1231443319) -> (continuation of Deferred@1219273991 after retry RPC after error@128767360)))
02:27:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.089433 9773 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.089610 9773 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.090236 9773 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:17.091539 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:17.091691 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.091800 9659 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.092070 9773 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:17.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.218396 9402 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.186s from last keepalive heartbeat (effective timeout is 1.000s)
02:27:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:17.219796 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:17.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1556288201(state=PENDING, result=null, callback=(continuation of Deferred@474857064 after retry RPC after error@1194233878) -> (continuation of Deferred@341003886 after retry RPC after error@1346519927) -> (continuation of Deferred@562891241 after retry RPC after error@311460846) -> (continuation of Deferred@473862124 after retry RPC after error@1579495143) -> (continuation of Deferred@397321867 after retry RPC after error@20437091) -> (continuation of Deferred@1771992646 after retry RPC after error@515583876) -> (continuation of Deferred@2084788262 after retry RPC after error@1124627213), errback=(continuation of Deferred@474857064 after retry RPC after error@1194233878) -> (continuation of Deferred@341003886 after retry RPC after error@1346519927) -> (continuation of Deferred@562891241 after retry RPC after error@311460846) -> (continuation of Deferred@473862124 after retry RPC after error@1579495143) -> (continuation of Deferred@397321867 after retry RPC after error@20437091) -> (continuation of Deferred@1771992646 after retry RPC after error@515583876) -> (continuation of Deferred@2084788262 after retry RPC after error@1124627213)))
02:27:17.306 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1556288201(state=PENDING, result=null, callback=(continuation of Deferred@474857064 after retry RPC after error@1194233878) -> (continuation of Deferred@341003886 after retry RPC after error@1346519927) -> (continuation of Deferred@562891241 after retry RPC after error@311460846) -> (continuation of Deferred@473862124 after retry RPC after error@1579495143) -> (continuation of Deferred@397321867 after retry RPC after error@20437091) -> (continuation of Deferred@1771992646 after retry RPC after error@515583876) -> (continuation of Deferred@2084788262 after retry RPC after error@1124627213), errback=(continuation of Deferred@474857064 after retry RPC after error@1194233878) -> (continuation of Deferred@341003886 after retry RPC after error@1346519927) -> (continuation of Deferred@562891241 after retry RPC after error@311460846) -> (continuation of Deferred@473862124 after retry RPC after error@1579495143) -> (continuation of Deferred@397321867 after retry RPC after error@20437091) -> (continuation of Deferred@1771992646 after retry RPC after error@515583876) -> (continuation of Deferred@2084788262 after retry RPC after error@1124627213)))
02:27:17.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.326 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.566 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [79ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [238ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1520283990(state=PENDING, result=null, callback=(continuation of Deferred@38008315 after retry RPC after error@46951758) -> (continuation of Deferred@1825502868 after retry RPC after error@1534000474) -> (continuation of Deferred@1176451041 after retry RPC after error@668505201) -> (continuation of Deferred@1010412616 after retry RPC after error@277938872) -> (continuation of Deferred@789487476 after retry RPC after error@1276575224) -> (continuation of Deferred@1035748318 after retry RPC after error@631247379) -> (continuation of Deferred@2114903276 after retry RPC after error@84678632), errback=(continuation of Deferred@38008315 after retry RPC after error@46951758) -> (continuation of Deferred@1825502868 after retry RPC after error@1534000474) -> (continuation of Deferred@1176451041 after retry RPC after error@668505201) -> (continuation of Deferred@1010412616 after retry RPC after error@277938872) -> (continuation of Deferred@789487476 after retry RPC after error@1276575224) -> (continuation of Deferred@1035748318 after retry RPC after error@631247379) -> (continuation of Deferred@2114903276 after retry RPC after error@84678632)))
02:27:17.566 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [58ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [79ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [99ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [238ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1520283990(state=PENDING, result=null, callback=(continuation of Deferred@38008315 after retry RPC after error@46951758) -> (continuation of Deferred@1825502868 after retry RPC after error@1534000474) -> (continuation of Deferred@1176451041 after retry RPC after error@668505201) -> (continuation of Deferred@1010412616 after retry RPC after error@277938872) -> (continuation of Deferred@789487476 after retry RPC after error@1276575224) -> (continuation of Deferred@1035748318 after retry RPC after error@631247379) -> (continuation of Deferred@2114903276 after retry RPC after error@84678632), errback=(continuation of Deferred@38008315 after retry RPC after error@46951758) -> (continuation of Deferred@1825502868 after retry RPC after error@1534000474) -> (continuation of Deferred@1176451041 after retry RPC after error@668505201) -> (continuation of Deferred@1010412616 after retry RPC after error@277938872) -> (continuation of Deferred@789487476 after retry RPC after error@1276575224) -> (continuation of Deferred@1035748318 after retry RPC after error@631247379) -> (continuation of Deferred@2114903276 after retry RPC after error@84678632)))
02:27:17.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.665167 9797 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.665347 9797 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.665916 9797 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:17.667635 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:17.667827 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.667958 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:17.668167 9797 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:17.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@866215864(state=PENDING, result=null, callback=(continuation of Deferred@735896789 after retry RPC after error@2035317319) -> (continuation of Deferred@1415942980 after retry RPC after error@1824633559) -> (continuation of Deferred@544676310 after retry RPC after error@1519373789) -> (continuation of Deferred@579377787 after retry RPC after error@1128186871) -> (continuation of Deferred@1537199087 after retry RPC after error@2144998500) -> (continuation of Deferred@434569894 after retry RPC after error@754146070) -> (continuation of Deferred@152448468 after retry RPC after error@650142118), errback=(continuation of Deferred@735896789 after retry RPC after error@2035317319) -> (continuation of Deferred@1415942980 after retry RPC after error@1824633559) -> (continuation of Deferred@544676310 after retry RPC after error@1519373789) -> (continuation of Deferred@579377787 after retry RPC after error@1128186871) -> (continuation of Deferred@1537199087 after retry RPC after error@2144998500) -> (continuation of Deferred@434569894 after retry RPC after error@754146070) -> (continuation of Deferred@152448468 after retry RPC after error@650142118)))
02:27:17.786 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@866215864(state=PENDING, result=null, callback=(continuation of Deferred@735896789 after retry RPC after error@2035317319) -> (continuation of Deferred@1415942980 after retry RPC after error@1824633559) -> (continuation of Deferred@544676310 after retry RPC after error@1519373789) -> (continuation of Deferred@579377787 after retry RPC after error@1128186871) -> (continuation of Deferred@1537199087 after retry RPC after error@2144998500) -> (continuation of Deferred@434569894 after retry RPC after error@754146070) -> (continuation of Deferred@152448468 after retry RPC after error@650142118), errback=(continuation of Deferred@735896789 after retry RPC after error@2035317319) -> (continuation of Deferred@1415942980 after retry RPC after error@1824633559) -> (continuation of Deferred@544676310 after retry RPC after error@1519373789) -> (continuation of Deferred@579377787 after retry RPC after error@1128186871) -> (continuation of Deferred@1537199087 after retry RPC after error@2144998500) -> (continuation of Deferred@434569894 after retry RPC after error@754146070) -> (continuation of Deferred@152448468 after retry RPC after error@650142118)))
02:27:17.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.864 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:17.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:17.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:17.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:17.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:17.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.062 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1536004742(state=PENDING, result=null, callback=(continuation of Deferred@2127989170 after retry RPC after error@935793275) -> (continuation of Deferred@2049461836 after retry RPC after error@1292298797) -> (continuation of Deferred@131559718 after retry RPC after error@135069549) -> (continuation of Deferred@820939278 after retry RPC after error@1245923772) -> (continuation of Deferred@1981898643 after retry RPC after error@431567277) -> (continuation of Deferred@1573090926 after retry RPC after error@228444867) -> (continuation of Deferred@1899807012 after retry RPC after error@567849719), errback=(continuation of Deferred@2127989170 after retry RPC after error@935793275) -> (continuation of Deferred@2049461836 after retry RPC after error@1292298797) -> (continuation of Deferred@131559718 after retry RPC after error@135069549) -> (continuation of Deferred@820939278 after retry RPC after error@1245923772) -> (continuation of Deferred@1981898643 after retry RPC after error@431567277) -> (continuation of Deferred@1573090926 after retry RPC after error@228444867) -> (continuation of Deferred@1899807012 after retry RPC after error@567849719)))
02:27:18.063 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:18.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:18.241930 9804 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:18.242087 9804 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:18.242710 9804 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:18.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.244 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:18.245558 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:18.246238 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:18.246333 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:18.246536 9804 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:18.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@379542934(state=PENDING, result=null, callback=(continuation of Deferred@734171957 after retry RPC after error@27982609) -> (continuation of Deferred@1945691552 after retry RPC after error@535262628) -> (continuation of Deferred@545461846 after retry RPC after error@1990660900) -> (continuation of Deferred@1120284085 after retry RPC after error@1722296860) -> (continuation of Deferred@1587650873 after retry RPC after error@282179578) -> (continuation of Deferred@1669958608 after retry RPC after error@1154921847), errback=(continuation of Deferred@734171957 after retry RPC after error@27982609) -> (continuation of Deferred@1945691552 after retry RPC after error@535262628) -> (continuation of Deferred@545461846 after retry RPC after error@1990660900) -> (continuation of Deferred@1120284085 after retry RPC after error@1722296860) -> (continuation of Deferred@1587650873 after retry RPC after error@282179578) -> (continuation of Deferred@1669958608 after retry RPC after error@1154921847)))
02:27:18.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [164ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@379542934(state=PENDING, result=null, callback=(continuation of Deferred@734171957 after retry RPC after error@27982609) -> (continuation of Deferred@1945691552 after retry RPC after error@535262628) -> (continuation of Deferred@545461846 after retry RPC after error@1990660900) -> (continuation of Deferred@1120284085 after retry RPC after error@1722296860) -> (continuation of Deferred@1587650873 after retry RPC after error@282179578) -> (continuation of Deferred@1669958608 after retry RPC after error@1154921847), errback=(continuation of Deferred@734171957 after retry RPC after error@27982609) -> (continuation of Deferred@1945691552 after retry RPC after error@535262628) -> (continuation of Deferred@545461846 after retry RPC after error@1990660900) -> (continuation of Deferred@1120284085 after retry RPC after error@1722296860) -> (continuation of Deferred@1587650873 after retry RPC after error@282179578) -> (continuation of Deferred@1669958608 after retry RPC after error@1154921847)))
02:27:18.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1521976742(state=PENDING, result=null, callback=(continuation of Deferred@1756789536 after retry RPC after error@1390364878) -> (continuation of Deferred@673082150 after retry RPC after error@1323454774) -> (continuation of Deferred@366369969 after retry RPC after error@1038610429) -> (continuation of Deferred@1727788092 after retry RPC after error@978088500) -> (continuation of Deferred@492339736 after retry RPC after error@532811337) -> (continuation of Deferred@639718297 after retry RPC after error@2133153979) -> (continuation of Deferred@640961797 after retry RPC after error@688631756), errback=(continuation of Deferred@1756789536 after retry RPC after error@1390364878) -> (continuation of Deferred@673082150 after retry RPC after error@1323454774) -> (continuation of Deferred@366369969 after retry RPC after error@1038610429) -> (continuation of Deferred@1727788092 after retry RPC after error@978088500) -> (continuation of Deferred@492339736 after retry RPC after error@532811337) -> (continuation of Deferred@639718297 after retry RPC after error@2133153979) -> (continuation of Deferred@640961797 after retry RPC after error@688631756)))
02:27:18.466 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1521976742(state=PENDING, result=null, callback=(continuation of Deferred@1756789536 after retry RPC after error@1390364878) -> (continuation of Deferred@673082150 after retry RPC after error@1323454774) -> (continuation of Deferred@366369969 after retry RPC after error@1038610429) -> (continuation of Deferred@1727788092 after retry RPC after error@978088500) -> (continuation of Deferred@492339736 after retry RPC after error@532811337) -> (continuation of Deferred@639718297 after retry RPC after error@2133153979) -> (continuation of Deferred@640961797 after retry RPC after error@688631756), errback=(continuation of Deferred@1756789536 after retry RPC after error@1390364878) -> (continuation of Deferred@673082150 after retry RPC after error@1323454774) -> (continuation of Deferred@366369969 after retry RPC after error@1038610429) -> (continuation of Deferred@1727788092 after retry RPC after error@978088500) -> (continuation of Deferred@492339736 after retry RPC after error@532811337) -> (continuation of Deferred@639718297 after retry RPC after error@2133153979) -> (continuation of Deferred@640961797 after retry RPC after error@688631756)))
02:27:18.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [45ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@380007100(state=PENDING, result=null, callback=(continuation of Deferred@1960089455 after retry RPC after error@1547594952) -> (continuation of Deferred@1427358930 after retry RPC after error@1879408478) -> (continuation of Deferred@540729822 after retry RPC after error@265126205) -> (continuation of Deferred@1152639298 after retry RPC after error@530028805) -> (continuation of Deferred@1758768952 after retry RPC after error@192094070) -> (continuation of Deferred@1343309483 after retry RPC after error@1936564765) -> (continuation of Deferred@1049456167 after retry RPC after error@756436527), errback=(continuation of Deferred@1960089455 after retry RPC after error@1547594952) -> (continuation of Deferred@1427358930 after retry RPC after error@1879408478) -> (continuation of Deferred@540729822 after retry RPC after error@265126205) -> (continuation of Deferred@1152639298 after retry RPC after error@530028805) -> (continuation of Deferred@1758768952 after retry RPC after error@192094070) -> (continuation of Deferred@1343309483 after retry RPC after error@1936564765) -> (continuation of Deferred@1049456167 after retry RPC after error@756436527)))
02:27:18.706 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [4ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [45ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@380007100(state=PENDING, result=null, callback=(continuation of Deferred@1960089455 after retry RPC after error@1547594952) -> (continuation of Deferred@1427358930 after retry RPC after error@1879408478) -> (continuation of Deferred@540729822 after retry RPC after error@265126205) -> (continuation of Deferred@1152639298 after retry RPC after error@530028805) -> (continuation of Deferred@1758768952 after retry RPC after error@192094070) -> (continuation of Deferred@1343309483 after retry RPC after error@1936564765) -> (continuation of Deferred@1049456167 after retry RPC after error@756436527), errback=(continuation of Deferred@1960089455 after retry RPC after error@1547594952) -> (continuation of Deferred@1427358930 after retry RPC after error@1879408478) -> (continuation of Deferred@540729822 after retry RPC after error@265126205) -> (continuation of Deferred@1152639298 after retry RPC after error@530028805) -> (continuation of Deferred@1758768952 after retry RPC after error@192094070) -> (continuation of Deferred@1343309483 after retry RPC after error@1936564765) -> (continuation of Deferred@1049456167 after retry RPC after error@756436527)))
02:27:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:18.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [79ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1158991984(state=PENDING, result=null, callback=(continuation of Deferred@538911950 after retry RPC after error@925618019) -> (continuation of Deferred@1567252873 after retry RPC after error@1050586372) -> (continuation of Deferred@1736361805 after retry RPC after error@239557654) -> (continuation of Deferred@3080830 after retry RPC after error@1259497970) -> (continuation of Deferred@1514638194 after retry RPC after error@1851050944) -> (continuation of Deferred@378542214 after retry RPC after error@1310047839) -> (continuation of Deferred@678404340 after retry RPC after error@1613591794), errback=(continuation of Deferred@538911950 after retry RPC after error@925618019) -> (continuation of Deferred@1567252873 after retry RPC after error@1050586372) -> (continuation of Deferred@1736361805 after retry RPC after error@239557654) -> (continuation of Deferred@3080830 after retry RPC after error@1259497970) -> (continuation of Deferred@1514638194 after retry RPC after error@1851050944) -> (continuation of Deferred@378542214 after retry RPC after error@1310047839) -> (continuation of Deferred@678404340 after retry RPC after error@1613591794)))
02:27:18.965 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [79ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1158991984(state=PENDING, result=null, callback=(continuation of Deferred@538911950 after retry RPC after error@925618019) -> (continuation of Deferred@1567252873 after retry RPC after error@1050586372) -> (continuation of Deferred@1736361805 after retry RPC after error@239557654) -> (continuation of Deferred@3080830 after retry RPC after error@1259497970) -> (continuation of Deferred@1514638194 after retry RPC after error@1851050944) -> (continuation of Deferred@378542214 after retry RPC after error@1310047839) -> (continuation of Deferred@678404340 after retry RPC after error@1613591794), errback=(continuation of Deferred@538911950 after retry RPC after error@925618019) -> (continuation of Deferred@1567252873 after retry RPC after error@1050586372) -> (continuation of Deferred@1736361805 after retry RPC after error@239557654) -> (continuation of Deferred@3080830 after retry RPC after error@1259497970) -> (continuation of Deferred@1514638194 after retry RPC after error@1851050944) -> (continuation of Deferred@378542214 after retry RPC after error@1310047839) -> (continuation of Deferred@678404340 after retry RPC after error@1613591794)))
02:27:18.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:18.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:18.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:18.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:18.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:19.214936 9812 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:19.215132 9812 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:19.215799 9812 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:19.218151 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:19.218333 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:19.218487 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:19.218760 9812 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:19.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@876593614(state=PENDING, result=null, callback=(continuation of Deferred@1581959765 after retry RPC after error@184589946) -> (continuation of Deferred@1592336022 after retry RPC after error@345146676) -> (continuation of Deferred@478342545 after retry RPC after error@327041845) -> (continuation of Deferred@100000354 after retry RPC after error@89029837) -> (continuation of Deferred@237762448 after retry RPC after error@1865247371) -> (continuation of Deferred@1164010494 after retry RPC after error@868210571) -> (continuation of Deferred@1660498203 after retry RPC after error@1711564541) -> (continuation of Deferred@674531152 after retry RPC after error@1710886482) -> (continuation of Deferred@1319143967 after retry RPC after error@198586040), errback=(continuation of Deferred@1581959765 after retry RPC after error@184589946) -> (continuation of Deferred@1592336022 after retry RPC after error@345146676) -> (continuation of Deferred@478342545 after retry RPC after error@327041845) -> (continuation of Deferred@100000354 after retry RPC after error@89029837) -> (continuation of Deferred@237762448 after retry RPC after error@1865247371) -> (continuation of Deferred@1164010494 after retry RPC after error@868210571) -> (continuation of Deferred@1660498203 after retry RPC after error@1711564541) -> (continuation of Deferred@674531152 after retry RPC after error@1710886482) -> (continuation of Deferred@1319143967 after retry RPC after error@198586040)))
02:27:19.226 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@876593614(state=PENDING, result=null, callback=(continuation of Deferred@1581959765 after retry RPC after error@184589946) -> (continuation of Deferred@1592336022 after retry RPC after error@345146676) -> (continuation of Deferred@478342545 after retry RPC after error@327041845) -> (continuation of Deferred@100000354 after retry RPC after error@89029837) -> (continuation of Deferred@237762448 after retry RPC after error@1865247371) -> (continuation of Deferred@1164010494 after retry RPC after error@868210571) -> (continuation of Deferred@1660498203 after retry RPC after error@1711564541) -> (continuation of Deferred@674531152 after retry RPC after error@1710886482) -> (continuation of Deferred@1319143967 after retry RPC after error@198586040), errback=(continuation of Deferred@1581959765 after retry RPC after error@184589946) -> (continuation of Deferred@1592336022 after retry RPC after error@345146676) -> (continuation of Deferred@478342545 after retry RPC after error@327041845) -> (continuation of Deferred@100000354 after retry RPC after error@89029837) -> (continuation of Deferred@237762448 after retry RPC after error@1865247371) -> (continuation of Deferred@1164010494 after retry RPC after error@868210571) -> (continuation of Deferred@1660498203 after retry RPC after error@1711564541) -> (continuation of Deferred@674531152 after retry RPC after error@1710886482) -> (continuation of Deferred@1319143967 after retry RPC after error@198586040)))
02:27:19.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.503 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@998388817(state=PENDING, result=null, callback=(continuation of Deferred@235326175 after retry RPC after error@2001710859) -> (continuation of Deferred@1165283573 after retry RPC after error@1870550198) -> (continuation of Deferred@1461070772 after retry RPC after error@1571549610) -> (continuation of Deferred@1044083090 after retry RPC after error@603801863) -> (continuation of Deferred@1171295559 after retry RPC after error@1207173878) -> (continuation of Deferred@581327995 after retry RPC after error@1809484889) -> (continuation of Deferred@715230928 after retry RPC after error@1302710976), errback=(continuation of Deferred@235326175 after retry RPC after error@2001710859) -> (continuation of Deferred@1165283573 after retry RPC after error@1870550198) -> (continuation of Deferred@1461070772 after retry RPC after error@1571549610) -> (continuation of Deferred@1044083090 after retry RPC after error@603801863) -> (continuation of Deferred@1171295559 after retry RPC after error@1207173878) -> (continuation of Deferred@581327995 after retry RPC after error@1809484889) -> (continuation of Deferred@715230928 after retry RPC after error@1302710976)))
02:27:19.503 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:19.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@422135577(state=PENDING, result=null, callback=(continuation of Deferred@1097933220 after retry RPC after error@1794276390) -> (continuation of Deferred@1673054415 after retry RPC after error@821713454) -> (continuation of Deferred@2018386324 after retry RPC after error@27550199) -> (continuation of Deferred@620703676 after retry RPC after error@1177958951) -> (continuation of Deferred@1342042612 after retry RPC after error@1836358181) -> (continuation of Deferred@816564984 after retry RPC after error@1203452360) -> (continuation of Deferred@1743327898 after retry RPC after error@772082160), errback=(continuation of Deferred@1097933220 after retry RPC after error@1794276390) -> (continuation of Deferred@1673054415 after retry RPC after error@821713454) -> (continuation of Deferred@2018386324 after retry RPC after error@27550199) -> (continuation of Deferred@620703676 after retry RPC after error@1177958951) -> (continuation of Deferred@1342042612 after retry RPC after error@1836358181) -> (continuation of Deferred@816564984 after retry RPC after error@1203452360) -> (continuation of Deferred@1743327898 after retry RPC after error@772082160)))
02:27:19.705 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@422135577(state=PENDING, result=null, callback=(continuation of Deferred@1097933220 after retry RPC after error@1794276390) -> (continuation of Deferred@1673054415 after retry RPC after error@821713454) -> (continuation of Deferred@2018386324 after retry RPC after error@27550199) -> (continuation of Deferred@620703676 after retry RPC after error@1177958951) -> (continuation of Deferred@1342042612 after retry RPC after error@1836358181) -> (continuation of Deferred@816564984 after retry RPC after error@1203452360) -> (continuation of Deferred@1743327898 after retry RPC after error@772082160), errback=(continuation of Deferred@1097933220 after retry RPC after error@1794276390) -> (continuation of Deferred@1673054415 after retry RPC after error@821713454) -> (continuation of Deferred@2018386324 after retry RPC after error@27550199) -> (continuation of Deferred@620703676 after retry RPC after error@1177958951) -> (continuation of Deferred@1342042612 after retry RPC after error@1836358181) -> (continuation of Deferred@816564984 after retry RPC after error@1203452360) -> (continuation of Deferred@1743327898 after retry RPC after error@772082160)))
02:27:19.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.849 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:19.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [126ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [127ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@587385204(state=PENDING, result=null, callback=(continuation of Deferred@1706778540 after retry RPC after error@1033471565) -> (continuation of Deferred@940603886 after retry RPC after error@225206001) -> (continuation of Deferred@840246991 after retry RPC after error@1129276718) -> (continuation of Deferred@2016127904 after retry RPC after error@400550274) -> (continuation of Deferred@208115432 after retry RPC after error@884601951) -> (continuation of Deferred@300560323 after retry RPC after error@2039564165) -> (continuation of Deferred@1240555145 after retry RPC after error@839991524), errback=(continuation of Deferred@1706778540 after retry RPC after error@1033471565) -> (continuation of Deferred@940603886 after retry RPC after error@225206001) -> (continuation of Deferred@840246991 after retry RPC after error@1129276718) -> (continuation of Deferred@2016127904 after retry RPC after error@400550274) -> (continuation of Deferred@208115432 after retry RPC after error@884601951) -> (continuation of Deferred@300560323 after retry RPC after error@2039564165) -> (continuation of Deferred@1240555145 after retry RPC after error@839991524)))
02:27:19.965 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [126ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [127ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@587385204(state=PENDING, result=null, callback=(continuation of Deferred@1706778540 after retry RPC after error@1033471565) -> (continuation of Deferred@940603886 after retry RPC after error@225206001) -> (continuation of Deferred@840246991 after retry RPC after error@1129276718) -> (continuation of Deferred@2016127904 after retry RPC after error@400550274) -> (continuation of Deferred@208115432 after retry RPC after error@884601951) -> (continuation of Deferred@300560323 after retry RPC after error@2039564165) -> (continuation of Deferred@1240555145 after retry RPC after error@839991524), errback=(continuation of Deferred@1706778540 after retry RPC after error@1033471565) -> (continuation of Deferred@940603886 after retry RPC after error@225206001) -> (continuation of Deferred@840246991 after retry RPC after error@1129276718) -> (continuation of Deferred@2016127904 after retry RPC after error@400550274) -> (continuation of Deferred@208115432 after retry RPC after error@884601951) -> (continuation of Deferred@300560323 after retry RPC after error@2039564165) -> (continuation of Deferred@1240555145 after retry RPC after error@839991524)))
02:27:19.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:19.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:19.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:19.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:19.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.020191 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.020381 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:20.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@427936008(state=PENDING, result=null, callback=(continuation of Deferred@816513482 after retry RPC after error@1024587065) -> (continuation of Deferred@2038281308 after retry RPC after error@1847852018) -> (continuation of Deferred@116265645 after retry RPC after error@887392116) -> (continuation of Deferred@548342496 after retry RPC after error@1369606508) -> (continuation of Deferred@657425039 after retry RPC after error@937455161) -> (continuation of Deferred@1874889263 after retry RPC after error@711755602) -> (continuation of Deferred@1905017706 after retry RPC after error@1168730820) -> (continuation of Deferred@777191852 after retry RPC after error@1615545635), errback=(continuation of Deferred@816513482 after retry RPC after error@1024587065) -> (continuation of Deferred@2038281308 after retry RPC after error@1847852018) -> (continuation of Deferred@116265645 after retry RPC after error@887392116) -> (continuation of Deferred@548342496 after retry RPC after error@1369606508) -> (continuation of Deferred@657425039 after retry RPC after error@937455161) -> (continuation of Deferred@1874889263 after retry RPC after error@711755602) -> (continuation of Deferred@1905017706 after retry RPC after error@1168730820) -> (continuation of Deferred@777191852 after retry RPC after error@1615545635)))
02:27:20.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@427936008(state=PENDING, result=null, callback=(continuation of Deferred@816513482 after retry RPC after error@1024587065) -> (continuation of Deferred@2038281308 after retry RPC after error@1847852018) -> (continuation of Deferred@116265645 after retry RPC after error@887392116) -> (continuation of Deferred@548342496 after retry RPC after error@1369606508) -> (continuation of Deferred@657425039 after retry RPC after error@937455161) -> (continuation of Deferred@1874889263 after retry RPC after error@711755602) -> (continuation of Deferred@1905017706 after retry RPC after error@1168730820) -> (continuation of Deferred@777191852 after retry RPC after error@1615545635), errback=(continuation of Deferred@816513482 after retry RPC after error@1024587065) -> (continuation of Deferred@2038281308 after retry RPC after error@1847852018) -> (continuation of Deferred@116265645 after retry RPC after error@887392116) -> (continuation of Deferred@548342496 after retry RPC after error@1369606508) -> (continuation of Deferred@657425039 after retry RPC after error@937455161) -> (continuation of Deferred@1874889263 after retry RPC after error@711755602) -> (continuation of Deferred@1905017706 after retry RPC after error@1168730820) -> (continuation of Deferred@777191852 after retry RPC after error@1615545635)))
02:27:20.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1235505488(state=PENDING, result=null, callback=(continuation of Deferred@582319636 after retry RPC after error@1601865036) -> (continuation of Deferred@552353289 after retry RPC after error@1261032853) -> (continuation of Deferred@1122322234 after retry RPC after error@1237248719) -> (continuation of Deferred@140745095 after retry RPC after error@233005155) -> (continuation of Deferred@1708599922 after retry RPC after error@1526811797) -> (continuation of Deferred@1337612755 after retry RPC after error@1498208319) -> (continuation of Deferred@93650398 after retry RPC after error@1411410973) -> (continuation of Deferred@1229575051 after retry RPC after error@1987803069), errback=(continuation of Deferred@582319636 after retry RPC after error@1601865036) -> (continuation of Deferred@552353289 after retry RPC after error@1261032853) -> (continuation of Deferred@1122322234 after retry RPC after error@1237248719) -> (continuation of Deferred@140745095 after retry RPC after error@233005155) -> (continuation of Deferred@1708599922 after retry RPC after error@1526811797) -> (continuation of Deferred@1337612755 after retry RPC after error@1498208319) -> (continuation of Deferred@93650398 after retry RPC after error@1411410973) -> (continuation of Deferred@1229575051 after retry RPC after error@1987803069)))
02:27:20.465 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1235505488(state=PENDING, result=null, callback=(continuation of Deferred@582319636 after retry RPC after error@1601865036) -> (continuation of Deferred@552353289 after retry RPC after error@1261032853) -> (continuation of Deferred@1122322234 after retry RPC after error@1237248719) -> (continuation of Deferred@140745095 after retry RPC after error@233005155) -> (continuation of Deferred@1708599922 after retry RPC after error@1526811797) -> (continuation of Deferred@1337612755 after retry RPC after error@1498208319) -> (continuation of Deferred@93650398 after retry RPC after error@1411410973) -> (continuation of Deferred@1229575051 after retry RPC after error@1987803069), errback=(continuation of Deferred@582319636 after retry RPC after error@1601865036) -> (continuation of Deferred@552353289 after retry RPC after error@1261032853) -> (continuation of Deferred@1122322234 after retry RPC after error@1237248719) -> (continuation of Deferred@140745095 after retry RPC after error@233005155) -> (continuation of Deferred@1708599922 after retry RPC after error@1526811797) -> (continuation of Deferred@1337612755 after retry RPC after error@1498208319) -> (continuation of Deferred@93650398 after retry RPC after error@1411410973) -> (continuation of Deferred@1229575051 after retry RPC after error@1987803069)))
02:27:20.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.504699 9822 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:20.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.504894 9822 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:20.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.505527 9822 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:20.506022 9659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111) [suppressed 10 similar messages]
02:27:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:20.507000 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:20.507216 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.507308 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:20.507519 9822 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2032181125(state=PENDING, result=null, callback=(continuation of Deferred@1557855249 after retry RPC after error@1182249148) -> (continuation of Deferred@200329192 after retry RPC after error@1993457060) -> (continuation of Deferred@2103508251 after retry RPC after error@115949659) -> (continuation of Deferred@187373801 after retry RPC after error@1894557877) -> (continuation of Deferred@178129814 after retry RPC after error@1186556166) -> (continuation of Deferred@361160040 after retry RPC after error@3827309) -> (continuation of Deferred@2055343943 after retry RPC after error@2013182024), errback=(continuation of Deferred@1557855249 after retry RPC after error@1182249148) -> (continuation of Deferred@200329192 after retry RPC after error@1993457060) -> (continuation of Deferred@2103508251 after retry RPC after error@115949659) -> (continuation of Deferred@187373801 after retry RPC after error@1894557877) -> (continuation of Deferred@178129814 after retry RPC after error@1186556166) -> (continuation of Deferred@361160040 after retry RPC after error@3827309) -> (continuation of Deferred@2055343943 after retry RPC after error@2013182024)))
02:27:20.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2032181125(state=PENDING, result=null, callback=(continuation of Deferred@1557855249 after retry RPC after error@1182249148) -> (continuation of Deferred@200329192 after retry RPC after error@1993457060) -> (continuation of Deferred@2103508251 after retry RPC after error@115949659) -> (continuation of Deferred@187373801 after retry RPC after error@1894557877) -> (continuation of Deferred@178129814 after retry RPC after error@1186556166) -> (continuation of Deferred@361160040 after retry RPC after error@3827309) -> (continuation of Deferred@2055343943 after retry RPC after error@2013182024), errback=(continuation of Deferred@1557855249 after retry RPC after error@1182249148) -> (continuation of Deferred@200329192 after retry RPC after error@1993457060) -> (continuation of Deferred@2103508251 after retry RPC after error@115949659) -> (continuation of Deferred@187373801 after retry RPC after error@1894557877) -> (continuation of Deferred@178129814 after retry RPC after error@1186556166) -> (continuation of Deferred@361160040 after retry RPC after error@3827309) -> (continuation of Deferred@2055343943 after retry RPC after error@2013182024)))
02:27:20.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:20.963 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1104414927(state=PENDING, result=null, callback=(continuation of Deferred@18136117 after retry RPC after error@453487143) -> (continuation of Deferred@559917592 after retry RPC after error@1085037708) -> (continuation of Deferred@1685956024 after retry RPC after error@1108180354) -> (continuation of Deferred@509477041 after retry RPC after error@1018456010) -> (continuation of Deferred@904746369 after retry RPC after error@480632787) -> (continuation of Deferred@1922047870 after retry RPC after error@1837481169) -> (continuation of Deferred@849063357 after retry RPC after error@7518074), errback=(continuation of Deferred@18136117 after retry RPC after error@453487143) -> (continuation of Deferred@559917592 after retry RPC after error@1085037708) -> (continuation of Deferred@1685956024 after retry RPC after error@1108180354) -> (continuation of Deferred@509477041 after retry RPC after error@1018456010) -> (continuation of Deferred@904746369 after retry RPC after error@480632787) -> (continuation of Deferred@1922047870 after retry RPC after error@1837481169) -> (continuation of Deferred@849063357 after retry RPC after error@7518074)))
02:27:20.963 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:20.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:20.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:20.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:20.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:20.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2098888160(state=PENDING, result=null, callback=(continuation of Deferred@1905071387 after retry RPC after error@1431691836) -> (continuation of Deferred@856908919 after retry RPC after error@491321992) -> (continuation of Deferred@83104247 after retry RPC after error@2127185751) -> (continuation of Deferred@1456649253 after retry RPC after error@202672333) -> (continuation of Deferred@676023057 after retry RPC after error@68637104) -> (continuation of Deferred@1193787019 after retry RPC after error@1868366914) -> (continuation of Deferred@498915707 after retry RPC after error@597197229), errback=(continuation of Deferred@1905071387 after retry RPC after error@1431691836) -> (continuation of Deferred@856908919 after retry RPC after error@491321992) -> (continuation of Deferred@83104247 after retry RPC after error@2127185751) -> (continuation of Deferred@1456649253 after retry RPC after error@202672333) -> (continuation of Deferred@676023057 after retry RPC after error@68637104) -> (continuation of Deferred@1193787019 after retry RPC after error@1868366914) -> (continuation of Deferred@498915707 after retry RPC after error@597197229)))
02:27:21.206 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2098888160(state=PENDING, result=null, callback=(continuation of Deferred@1905071387 after retry RPC after error@1431691836) -> (continuation of Deferred@856908919 after retry RPC after error@491321992) -> (continuation of Deferred@83104247 after retry RPC after error@2127185751) -> (continuation of Deferred@1456649253 after retry RPC after error@202672333) -> (continuation of Deferred@676023057 after retry RPC after error@68637104) -> (continuation of Deferred@1193787019 after retry RPC after error@1868366914) -> (continuation of Deferred@498915707 after retry RPC after error@597197229), errback=(continuation of Deferred@1905071387 after retry RPC after error@1431691836) -> (continuation of Deferred@856908919 after retry RPC after error@491321992) -> (continuation of Deferred@83104247 after retry RPC after error@2127185751) -> (continuation of Deferred@1456649253 after retry RPC after error@202672333) -> (continuation of Deferred@676023057 after retry RPC after error@68637104) -> (continuation of Deferred@1193787019 after retry RPC after error@1868366914) -> (continuation of Deferred@498915707 after retry RPC after error@597197229)))
02:27:21.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1273882037(state=PENDING, result=null, callback=(continuation of Deferred@2126065785 after retry RPC after error@1948453565) -> (continuation of Deferred@2061349310 after retry RPC after error@1589191453) -> (continuation of Deferred@1765075531 after retry RPC after error@95314738) -> (continuation of Deferred@317289080 after retry RPC after error@98507507) -> (continuation of Deferred@1274535601 after retry RPC after error@1026982670) -> (continuation of Deferred@1679121506 after retry RPC after error@425773713), errback=(continuation of Deferred@2126065785 after retry RPC after error@1948453565) -> (continuation of Deferred@2061349310 after retry RPC after error@1589191453) -> (continuation of Deferred@1765075531 after retry RPC after error@95314738) -> (continuation of Deferred@317289080 after retry RPC after error@98507507) -> (continuation of Deferred@1274535601 after retry RPC after error@1026982670) -> (continuation of Deferred@1679121506 after retry RPC after error@425773713)))
02:27:21.405 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1273882037(state=PENDING, result=null, callback=(continuation of Deferred@2126065785 after retry RPC after error@1948453565) -> (continuation of Deferred@2061349310 after retry RPC after error@1589191453) -> (continuation of Deferred@1765075531 after retry RPC after error@95314738) -> (continuation of Deferred@317289080 after retry RPC after error@98507507) -> (continuation of Deferred@1274535601 after retry RPC after error@1026982670) -> (continuation of Deferred@1679121506 after retry RPC after error@425773713), errback=(continuation of Deferred@2126065785 after retry RPC after error@1948453565) -> (continuation of Deferred@2061349310 after retry RPC after error@1589191453) -> (continuation of Deferred@1765075531 after retry RPC after error@95314738) -> (continuation of Deferred@317289080 after retry RPC after error@98507507) -> (continuation of Deferred@1274535601 after retry RPC after error@1026982670) -> (continuation of Deferred@1679121506 after retry RPC after error@425773713)))
02:27:21.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@969459704(state=PENDING, result=null, callback=(continuation of Deferred@1157722484 after retry RPC after error@889162501) -> (continuation of Deferred@1168359239 after retry RPC after error@984303372) -> (continuation of Deferred@1953434620 after retry RPC after error@1006637527) -> (continuation of Deferred@1677838487 after retry RPC after error@74608700) -> (continuation of Deferred@147766181 after retry RPC after error@880582082) -> (continuation of Deferred@1582542506 after retry RPC after error@1236780748) -> (continuation of Deferred@886656972 after retry RPC after error@1687901720), errback=(continuation of Deferred@1157722484 after retry RPC after error@889162501) -> (continuation of Deferred@1168359239 after retry RPC after error@984303372) -> (continuation of Deferred@1953434620 after retry RPC after error@1006637527) -> (continuation of Deferred@1677838487 after retry RPC after error@74608700) -> (continuation of Deferred@147766181 after retry RPC after error@880582082) -> (continuation of Deferred@1582542506 after retry RPC after error@1236780748) -> (continuation of Deferred@886656972 after retry RPC after error@1687901720)))
02:27:21.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@969459704(state=PENDING, result=null, callback=(continuation of Deferred@1157722484 after retry RPC after error@889162501) -> (continuation of Deferred@1168359239 after retry RPC after error@984303372) -> (continuation of Deferred@1953434620 after retry RPC after error@1006637527) -> (continuation of Deferred@1677838487 after retry RPC after error@74608700) -> (continuation of Deferred@147766181 after retry RPC after error@880582082) -> (continuation of Deferred@1582542506 after retry RPC after error@1236780748) -> (continuation of Deferred@886656972 after retry RPC after error@1687901720), errback=(continuation of Deferred@1157722484 after retry RPC after error@889162501) -> (continuation of Deferred@1168359239 after retry RPC after error@984303372) -> (continuation of Deferred@1953434620 after retry RPC after error@1006637527) -> (continuation of Deferred@1677838487 after retry RPC after error@74608700) -> (continuation of Deferred@147766181 after retry RPC after error@880582082) -> (continuation of Deferred@1582542506 after retry RPC after error@1236780748) -> (continuation of Deferred@886656972 after retry RPC after error@1687901720)))
02:27:21.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.905 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2029988343(state=PENDING, result=null, callback=(continuation of Deferred@975030855 after retry RPC after error@1914260463) -> (continuation of Deferred@1177415697 after retry RPC after error@1201461682) -> (continuation of Deferred@327642356 after retry RPC after error@729357144) -> (continuation of Deferred@50191198 after retry RPC after error@588108794) -> (continuation of Deferred@197524387 after retry RPC after error@1745191512) -> (continuation of Deferred@72254253 after retry RPC after error@1234244189) -> (continuation of Deferred@1840111663 after retry RPC after error@704559232), errback=(continuation of Deferred@975030855 after retry RPC after error@1914260463) -> (continuation of Deferred@1177415697 after retry RPC after error@1201461682) -> (continuation of Deferred@327642356 after retry RPC after error@729357144) -> (continuation of Deferred@50191198 after retry RPC after error@588108794) -> (continuation of Deferred@197524387 after retry RPC after error@1745191512) -> (continuation of Deferred@72254253 after retry RPC after error@1234244189) -> (continuation of Deferred@1840111663 after retry RPC after error@704559232)))
02:27:21.906 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2029988343(state=PENDING, result=null, callback=(continuation of Deferred@975030855 after retry RPC after error@1914260463) -> (continuation of Deferred@1177415697 after retry RPC after error@1201461682) -> (continuation of Deferred@327642356 after retry RPC after error@729357144) -> (continuation of Deferred@50191198 after retry RPC after error@588108794) -> (continuation of Deferred@197524387 after retry RPC after error@1745191512) -> (continuation of Deferred@72254253 after retry RPC after error@1234244189) -> (continuation of Deferred@1840111663 after retry RPC after error@704559232), errback=(continuation of Deferred@975030855 after retry RPC after error@1914260463) -> (continuation of Deferred@1177415697 after retry RPC after error@1201461682) -> (continuation of Deferred@327642356 after retry RPC after error@729357144) -> (continuation of Deferred@50191198 after retry RPC after error@588108794) -> (continuation of Deferred@197524387 after retry RPC after error@1745191512) -> (continuation of Deferred@72254253 after retry RPC after error@1234244189) -> (continuation of Deferred@1840111663 after retry RPC after error@704559232)))
02:27:21.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:21.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:21.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:21.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:21.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:21.984620 9833 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:21.984826 9833 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:21.985436 9833 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:21.987298 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:21.987725 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:21.987848 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:21.988075 9833 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:22.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1518462730(state=PENDING, result=null, callback=(continuation of Deferred@58710386 after retry RPC after error@1611710501) -> (continuation of Deferred@1789458855 after retry RPC after error@1069869647) -> (continuation of Deferred@1108152460 after retry RPC after error@620421376) -> (continuation of Deferred@154292729 after retry RPC after error@297554946) -> (continuation of Deferred@991932361 after retry RPC after error@1218362187) -> (continuation of Deferred@1404606008 after retry RPC after error@542626825), errback=(continuation of Deferred@58710386 after retry RPC after error@1611710501) -> (continuation of Deferred@1789458855 after retry RPC after error@1069869647) -> (continuation of Deferred@1108152460 after retry RPC after error@620421376) -> (continuation of Deferred@154292729 after retry RPC after error@297554946) -> (continuation of Deferred@991932361 after retry RPC after error@1218362187) -> (continuation of Deferred@1404606008 after retry RPC after error@542626825)))
02:27:22.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1518462730(state=PENDING, result=null, callback=(continuation of Deferred@58710386 after retry RPC after error@1611710501) -> (continuation of Deferred@1789458855 after retry RPC after error@1069869647) -> (continuation of Deferred@1108152460 after retry RPC after error@620421376) -> (continuation of Deferred@154292729 after retry RPC after error@297554946) -> (continuation of Deferred@991932361 after retry RPC after error@1218362187) -> (continuation of Deferred@1404606008 after retry RPC after error@542626825), errback=(continuation of Deferred@58710386 after retry RPC after error@1611710501) -> (continuation of Deferred@1789458855 after retry RPC after error@1069869647) -> (continuation of Deferred@1108152460 after retry RPC after error@620421376) -> (continuation of Deferred@154292729 after retry RPC after error@297554946) -> (continuation of Deferred@991932361 after retry RPC after error@1218362187) -> (continuation of Deferred@1404606008 after retry RPC after error@542626825)))
02:27:22.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:22.264714 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:22.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:22.269186 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:22.270411 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:22.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1655287292(state=PENDING, result=null, callback=(continuation of Deferred@1523927214 after retry RPC after error@468802602) -> (continuation of Deferred@948037487 after retry RPC after error@392723406) -> (continuation of Deferred@1737015733 after retry RPC after error@1980350818) -> (continuation of Deferred@1090841171 after retry RPC after error@359026614) -> (continuation of Deferred@876782022 after retry RPC after error@209216765) -> (continuation of Deferred@1791512915 after retry RPC after error@1307883587) -> (continuation of Deferred@1813605546 after retry RPC after error@587833944) -> (continuation of Deferred@191053219 after retry RPC after error@1673378348), errback=(continuation of Deferred@1523927214 after retry RPC after error@468802602) -> (continuation of Deferred@948037487 after retry RPC after error@392723406) -> (continuation of Deferred@1737015733 after retry RPC after error@1980350818) -> (continuation of Deferred@1090841171 after retry RPC after error@359026614) -> (continuation of Deferred@876782022 after retry RPC after error@209216765) -> (continuation of Deferred@1791512915 after retry RPC after error@1307883587) -> (continuation of Deferred@1813605546 after retry RPC after error@587833944) -> (continuation of Deferred@191053219 after retry RPC after error@1673378348)))
02:27:22.325 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1655287292(state=PENDING, result=null, callback=(continuation of Deferred@1523927214 after retry RPC after error@468802602) -> (continuation of Deferred@948037487 after retry RPC after error@392723406) -> (continuation of Deferred@1737015733 after retry RPC after error@1980350818) -> (continuation of Deferred@1090841171 after retry RPC after error@359026614) -> (continuation of Deferred@876782022 after retry RPC after error@209216765) -> (continuation of Deferred@1791512915 after retry RPC after error@1307883587) -> (continuation of Deferred@1813605546 after retry RPC after error@587833944) -> (continuation of Deferred@191053219 after retry RPC after error@1673378348), errback=(continuation of Deferred@1523927214 after retry RPC after error@468802602) -> (continuation of Deferred@948037487 after retry RPC after error@392723406) -> (continuation of Deferred@1737015733 after retry RPC after error@1980350818) -> (continuation of Deferred@1090841171 after retry RPC after error@359026614) -> (continuation of Deferred@876782022 after retry RPC after error@209216765) -> (continuation of Deferred@1791512915 after retry RPC after error@1307883587) -> (continuation of Deferred@1813605546 after retry RPC after error@587833944) -> (continuation of Deferred@191053219 after retry RPC after error@1673378348)))
02:27:22.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.524 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@857205661(state=PENDING, result=null, callback=(continuation of Deferred@811877062 after retry RPC after error@1181816166) -> (continuation of Deferred@69761921 after retry RPC after error@141501338) -> (continuation of Deferred@437203491 after retry RPC after error@1411112481) -> (continuation of Deferred@321409872 after retry RPC after error@1655357788) -> (continuation of Deferred@30898432 after retry RPC after error@196564429) -> (continuation of Deferred@1523856696 after retry RPC after error@1849732895), errback=(continuation of Deferred@811877062 after retry RPC after error@1181816166) -> (continuation of Deferred@69761921 after retry RPC after error@141501338) -> (continuation of Deferred@437203491 after retry RPC after error@1411112481) -> (continuation of Deferred@321409872 after retry RPC after error@1655357788) -> (continuation of Deferred@30898432 after retry RPC after error@196564429) -> (continuation of Deferred@1523856696 after retry RPC after error@1849732895)))
02:27:22.525 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@857205661(state=PENDING, result=null, callback=(continuation of Deferred@811877062 after retry RPC after error@1181816166) -> (continuation of Deferred@69761921 after retry RPC after error@141501338) -> (continuation of Deferred@437203491 after retry RPC after error@1411112481) -> (continuation of Deferred@321409872 after retry RPC after error@1655357788) -> (continuation of Deferred@30898432 after retry RPC after error@196564429) -> (continuation of Deferred@1523856696 after retry RPC after error@1849732895), errback=(continuation of Deferred@811877062 after retry RPC after error@1181816166) -> (continuation of Deferred@69761921 after retry RPC after error@141501338) -> (continuation of Deferred@437203491 after retry RPC after error@1411112481) -> (continuation of Deferred@321409872 after retry RPC after error@1655357788) -> (continuation of Deferred@30898432 after retry RPC after error@196564429) -> (continuation of Deferred@1523856696 after retry RPC after error@1849732895)))
02:27:22.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@573788268(state=PENDING, result=null, callback=(continuation of Deferred@1735820301 after retry RPC after error@1747792179) -> (continuation of Deferred@1720394343 after retry RPC after error@1585688298) -> (continuation of Deferred@226889691 after retry RPC after error@203625457) -> (continuation of Deferred@864321544 after retry RPC after error@1890819180) -> (continuation of Deferred@1308015990 after retry RPC after error@1507754914) -> (continuation of Deferred@1322110033 after retry RPC after error@577861912) -> (continuation of Deferred@1511288109 after retry RPC after error@2004498014), errback=(continuation of Deferred@1735820301 after retry RPC after error@1747792179) -> (continuation of Deferred@1720394343 after retry RPC after error@1585688298) -> (continuation of Deferred@226889691 after retry RPC after error@203625457) -> (continuation of Deferred@864321544 after retry RPC after error@1890819180) -> (continuation of Deferred@1308015990 after retry RPC after error@1507754914) -> (continuation of Deferred@1322110033 after retry RPC after error@577861912) -> (continuation of Deferred@1511288109 after retry RPC after error@2004498014)))
02:27:22.765 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@573788268(state=PENDING, result=null, callback=(continuation of Deferred@1735820301 after retry RPC after error@1747792179) -> (continuation of Deferred@1720394343 after retry RPC after error@1585688298) -> (continuation of Deferred@226889691 after retry RPC after error@203625457) -> (continuation of Deferred@864321544 after retry RPC after error@1890819180) -> (continuation of Deferred@1308015990 after retry RPC after error@1507754914) -> (continuation of Deferred@1322110033 after retry RPC after error@577861912) -> (continuation of Deferred@1511288109 after retry RPC after error@2004498014), errback=(continuation of Deferred@1735820301 after retry RPC after error@1747792179) -> (continuation of Deferred@1720394343 after retry RPC after error@1585688298) -> (continuation of Deferred@226889691 after retry RPC after error@203625457) -> (continuation of Deferred@864321544 after retry RPC after error@1890819180) -> (continuation of Deferred@1308015990 after retry RPC after error@1507754914) -> (continuation of Deferred@1322110033 after retry RPC after error@577861912) -> (continuation of Deferred@1511288109 after retry RPC after error@2004498014)))
02:27:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:22.814554 9838 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:22.814750 9838 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:22.815385 9838 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:22.817332 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:22.817489 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:22.817615 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:22.817848 9838 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:22.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:22.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:22.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:22.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:22.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:22.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1764581296(state=PENDING, result=null, callback=(continuation of Deferred@814724939 after retry RPC after error@1435322579) -> (continuation of Deferred@589290980 after retry RPC after error@550295272) -> (continuation of Deferred@1840515157 after retry RPC after error@1388322528) -> (continuation of Deferred@267192737 after retry RPC after error@1238426914) -> (continuation of Deferred@82557677 after retry RPC after error@1443791758) -> (continuation of Deferred@835266799 after retry RPC after error@2147361281) -> (continuation of Deferred@639357889 after retry RPC after error@69940863), errback=(continuation of Deferred@814724939 after retry RPC after error@1435322579) -> (continuation of Deferred@589290980 after retry RPC after error@550295272) -> (continuation of Deferred@1840515157 after retry RPC after error@1388322528) -> (continuation of Deferred@267192737 after retry RPC after error@1238426914) -> (continuation of Deferred@82557677 after retry RPC after error@1443791758) -> (continuation of Deferred@835266799 after retry RPC after error@2147361281) -> (continuation of Deferred@639357889 after retry RPC after error@69940863)))
02:27:22.985 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1764581296(state=PENDING, result=null, callback=(continuation of Deferred@814724939 after retry RPC after error@1435322579) -> (continuation of Deferred@589290980 after retry RPC after error@550295272) -> (continuation of Deferred@1840515157 after retry RPC after error@1388322528) -> (continuation of Deferred@267192737 after retry RPC after error@1238426914) -> (continuation of Deferred@82557677 after retry RPC after error@1443791758) -> (continuation of Deferred@835266799 after retry RPC after error@2147361281) -> (continuation of Deferred@639357889 after retry RPC after error@69940863), errback=(continuation of Deferred@814724939 after retry RPC after error@1435322579) -> (continuation of Deferred@589290980 after retry RPC after error@550295272) -> (continuation of Deferred@1840515157 after retry RPC after error@1388322528) -> (continuation of Deferred@267192737 after retry RPC after error@1238426914) -> (continuation of Deferred@82557677 after retry RPC after error@1443791758) -> (continuation of Deferred@835266799 after retry RPC after error@2147361281) -> (continuation of Deferred@639357889 after retry RPC after error@69940863)))
02:27:23.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [223ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@136837591(state=PENDING, result=null, callback=(continuation of Deferred@242808067 after retry RPC after error@1114572964) -> (continuation of Deferred@93762213 after retry RPC after error@843582081) -> (continuation of Deferred@2077303078 after retry RPC after error@1094794448) -> (continuation of Deferred@1903340999 after retry RPC after error@60603754) -> (continuation of Deferred@1899389998 after retry RPC after error@970547556) -> (continuation of Deferred@1562509069 after retry RPC after error@993029678) -> (continuation of Deferred@2036689522 after retry RPC after error@197523067), errback=(continuation of Deferred@242808067 after retry RPC after error@1114572964) -> (continuation of Deferred@93762213 after retry RPC after error@843582081) -> (continuation of Deferred@2077303078 after retry RPC after error@1094794448) -> (continuation of Deferred@1903340999 after retry RPC after error@60603754) -> (continuation of Deferred@1899389998 after retry RPC after error@970547556) -> (continuation of Deferred@1562509069 after retry RPC after error@993029678) -> (continuation of Deferred@2036689522 after retry RPC after error@197523067)))
02:27:23.226 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [223ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@136837591(state=PENDING, result=null, callback=(continuation of Deferred@242808067 after retry RPC after error@1114572964) -> (continuation of Deferred@93762213 after retry RPC after error@843582081) -> (continuation of Deferred@2077303078 after retry RPC after error@1094794448) -> (continuation of Deferred@1903340999 after retry RPC after error@60603754) -> (continuation of Deferred@1899389998 after retry RPC after error@970547556) -> (continuation of Deferred@1562509069 after retry RPC after error@993029678) -> (continuation of Deferred@2036689522 after retry RPC after error@197523067), errback=(continuation of Deferred@242808067 after retry RPC after error@1114572964) -> (continuation of Deferred@93762213 after retry RPC after error@843582081) -> (continuation of Deferred@2077303078 after retry RPC after error@1094794448) -> (continuation of Deferred@1903340999 after retry RPC after error@60603754) -> (continuation of Deferred@1899389998 after retry RPC after error@970547556) -> (continuation of Deferred@1562509069 after retry RPC after error@993029678) -> (continuation of Deferred@2036689522 after retry RPC after error@197523067)))
02:27:23.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1981096251(state=PENDING, result=null, callback=(continuation of Deferred@1739127808 after retry RPC after error@1218019256) -> (continuation of Deferred@276095443 after retry RPC after error@1329006111) -> (continuation of Deferred@1868544773 after retry RPC after error@1815637481) -> (continuation of Deferred@1542808516 after retry RPC after error@738558299) -> (continuation of Deferred@1041272909 after retry RPC after error@300479811) -> (continuation of Deferred@1634951161 after retry RPC after error@1635517909) -> (continuation of Deferred@1540645711 after retry RPC after error@230737819), errback=(continuation of Deferred@1739127808 after retry RPC after error@1218019256) -> (continuation of Deferred@276095443 after retry RPC after error@1329006111) -> (continuation of Deferred@1868544773 after retry RPC after error@1815637481) -> (continuation of Deferred@1542808516 after retry RPC after error@738558299) -> (continuation of Deferred@1041272909 after retry RPC after error@300479811) -> (continuation of Deferred@1634951161 after retry RPC after error@1635517909) -> (continuation of Deferred@1540645711 after retry RPC after error@230737819)))
02:27:23.486 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1981096251(state=PENDING, result=null, callback=(continuation of Deferred@1739127808 after retry RPC after error@1218019256) -> (continuation of Deferred@276095443 after retry RPC after error@1329006111) -> (continuation of Deferred@1868544773 after retry RPC after error@1815637481) -> (continuation of Deferred@1542808516 after retry RPC after error@738558299) -> (continuation of Deferred@1041272909 after retry RPC after error@300479811) -> (continuation of Deferred@1634951161 after retry RPC after error@1635517909) -> (continuation of Deferred@1540645711 after retry RPC after error@230737819), errback=(continuation of Deferred@1739127808 after retry RPC after error@1218019256) -> (continuation of Deferred@276095443 after retry RPC after error@1329006111) -> (continuation of Deferred@1868544773 after retry RPC after error@1815637481) -> (continuation of Deferred@1542808516 after retry RPC after error@738558299) -> (continuation of Deferred@1041272909 after retry RPC after error@300479811) -> (continuation of Deferred@1634951161 after retry RPC after error@1635517909) -> (continuation of Deferred@1540645711 after retry RPC after error@230737819)))
02:27:23.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@620370414(state=PENDING, result=null, callback=(continuation of Deferred@792429489 after retry RPC after error@1805137946) -> (continuation of Deferred@90774670 after retry RPC after error@1906856100) -> (continuation of Deferred@41775915 after retry RPC after error@680514454) -> (continuation of Deferred@1708078949 after retry RPC after error@1456567816) -> (continuation of Deferred@1063035858 after retry RPC after error@1763296460) -> (continuation of Deferred@1978774165 after retry RPC after error@684583701), errback=(continuation of Deferred@792429489 after retry RPC after error@1805137946) -> (continuation of Deferred@90774670 after retry RPC after error@1906856100) -> (continuation of Deferred@41775915 after retry RPC after error@680514454) -> (continuation of Deferred@1708078949 after retry RPC after error@1456567816) -> (continuation of Deferred@1063035858 after retry RPC after error@1763296460) -> (continuation of Deferred@1978774165 after retry RPC after error@684583701)))
02:27:23.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [44ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@620370414(state=PENDING, result=null, callback=(continuation of Deferred@792429489 after retry RPC after error@1805137946) -> (continuation of Deferred@90774670 after retry RPC after error@1906856100) -> (continuation of Deferred@41775915 after retry RPC after error@680514454) -> (continuation of Deferred@1708078949 after retry RPC after error@1456567816) -> (continuation of Deferred@1063035858 after retry RPC after error@1763296460) -> (continuation of Deferred@1978774165 after retry RPC after error@684583701), errback=(continuation of Deferred@792429489 after retry RPC after error@1805137946) -> (continuation of Deferred@90774670 after retry RPC after error@1906856100) -> (continuation of Deferred@41775915 after retry RPC after error@680514454) -> (continuation of Deferred@1708078949 after retry RPC after error@1456567816) -> (continuation of Deferred@1063035858 after retry RPC after error@1763296460) -> (continuation of Deferred@1978774165 after retry RPC after error@684583701)))
02:27:23.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@174132454(state=PENDING, result=null, callback=(continuation of Deferred@1687283807 after retry RPC after error@176459626) -> (continuation of Deferred@914471276 after retry RPC after error@881165670) -> (continuation of Deferred@1606238393 after retry RPC after error@1902935035) -> (continuation of Deferred@1243477603 after retry RPC after error@1387001075) -> (continuation of Deferred@1730600599 after retry RPC after error@1963446827) -> (continuation of Deferred@1351392262 after retry RPC after error@1561196168) -> (continuation of Deferred@202267096 after retry RPC after error@1205028088), errback=(continuation of Deferred@1687283807 after retry RPC after error@176459626) -> (continuation of Deferred@914471276 after retry RPC after error@881165670) -> (continuation of Deferred@1606238393 after retry RPC after error@1902935035) -> (continuation of Deferred@1243477603 after retry RPC after error@1387001075) -> (continuation of Deferred@1730600599 after retry RPC after error@1963446827) -> (continuation of Deferred@1351392262 after retry RPC after error@1561196168) -> (continuation of Deferred@202267096 after retry RPC after error@1205028088)))
02:27:23.925 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@174132454(state=PENDING, result=null, callback=(continuation of Deferred@1687283807 after retry RPC after error@176459626) -> (continuation of Deferred@914471276 after retry RPC after error@881165670) -> (continuation of Deferred@1606238393 after retry RPC after error@1902935035) -> (continuation of Deferred@1243477603 after retry RPC after error@1387001075) -> (continuation of Deferred@1730600599 after retry RPC after error@1963446827) -> (continuation of Deferred@1351392262 after retry RPC after error@1561196168) -> (continuation of Deferred@202267096 after retry RPC after error@1205028088), errback=(continuation of Deferred@1687283807 after retry RPC after error@176459626) -> (continuation of Deferred@914471276 after retry RPC after error@881165670) -> (continuation of Deferred@1606238393 after retry RPC after error@1902935035) -> (continuation of Deferred@1243477603 after retry RPC after error@1387001075) -> (continuation of Deferred@1730600599 after retry RPC after error@1963446827) -> (continuation of Deferred@1351392262 after retry RPC after error@1561196168) -> (continuation of Deferred@202267096 after retry RPC after error@1205028088)))
02:27:23.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:23.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:23.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:23.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:23.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:23.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@840321254(state=PENDING, result=null, callback=(continuation of Deferred@1856364324 after retry RPC after error@1944689581) -> (continuation of Deferred@1601806621 after retry RPC after error@1604879212) -> (continuation of Deferred@531905346 after retry RPC after error@549449706) -> (continuation of Deferred@844940201 after retry RPC after error@695506285) -> (continuation of Deferred@388285738 after retry RPC after error@1220257947) -> (continuation of Deferred@472808366 after retry RPC after error@301750971) -> (continuation of Deferred@541114427 after retry RPC after error@900357080), errback=(continuation of Deferred@1856364324 after retry RPC after error@1944689581) -> (continuation of Deferred@1601806621 after retry RPC after error@1604879212) -> (continuation of Deferred@531905346 after retry RPC after error@549449706) -> (continuation of Deferred@844940201 after retry RPC after error@695506285) -> (continuation of Deferred@388285738 after retry RPC after error@1220257947) -> (continuation of Deferred@472808366 after retry RPC after error@301750971) -> (continuation of Deferred@541114427 after retry RPC after error@900357080)))
02:27:24.165 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@840321254(state=PENDING, result=null, callback=(continuation of Deferred@1856364324 after retry RPC after error@1944689581) -> (continuation of Deferred@1601806621 after retry RPC after error@1604879212) -> (continuation of Deferred@531905346 after retry RPC after error@549449706) -> (continuation of Deferred@844940201 after retry RPC after error@695506285) -> (continuation of Deferred@388285738 after retry RPC after error@1220257947) -> (continuation of Deferred@472808366 after retry RPC after error@301750971) -> (continuation of Deferred@541114427 after retry RPC after error@900357080), errback=(continuation of Deferred@1856364324 after retry RPC after error@1944689581) -> (continuation of Deferred@1601806621 after retry RPC after error@1604879212) -> (continuation of Deferred@531905346 after retry RPC after error@549449706) -> (continuation of Deferred@844940201 after retry RPC after error@695506285) -> (continuation of Deferred@388285738 after retry RPC after error@1220257947) -> (continuation of Deferred@472808366 after retry RPC after error@301750971) -> (continuation of Deferred@541114427 after retry RPC after error@900357080)))
02:27:24.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@781646964(state=PENDING, result=null, callback=(continuation of Deferred@1836595592 after retry RPC after error@1526044003) -> (continuation of Deferred@406347976 after retry RPC after error@30694119) -> (continuation of Deferred@759994156 after retry RPC after error@1533297003) -> (continuation of Deferred@87279 after retry RPC after error@597767530) -> (continuation of Deferred@1780294597 after retry RPC after error@319506676) -> (continuation of Deferred@430428246 after retry RPC after error@856140909) -> (continuation of Deferred@805806787 after retry RPC after error@2038563039), errback=(continuation of Deferred@1836595592 after retry RPC after error@1526044003) -> (continuation of Deferred@406347976 after retry RPC after error@30694119) -> (continuation of Deferred@759994156 after retry RPC after error@1533297003) -> (continuation of Deferred@87279 after retry RPC after error@597767530) -> (continuation of Deferred@1780294597 after retry RPC after error@319506676) -> (continuation of Deferred@430428246 after retry RPC after error@856140909) -> (continuation of Deferred@805806787 after retry RPC after error@2038563039)))
02:27:24.425 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@781646964(state=PENDING, result=null, callback=(continuation of Deferred@1836595592 after retry RPC after error@1526044003) -> (continuation of Deferred@406347976 after retry RPC after error@30694119) -> (continuation of Deferred@759994156 after retry RPC after error@1533297003) -> (continuation of Deferred@87279 after retry RPC after error@597767530) -> (continuation of Deferred@1780294597 after retry RPC after error@319506676) -> (continuation of Deferred@430428246 after retry RPC after error@856140909) -> (continuation of Deferred@805806787 after retry RPC after error@2038563039), errback=(continuation of Deferred@1836595592 after retry RPC after error@1526044003) -> (continuation of Deferred@406347976 after retry RPC after error@30694119) -> (continuation of Deferred@759994156 after retry RPC after error@1533297003) -> (continuation of Deferred@87279 after retry RPC after error@597767530) -> (continuation of Deferred@1780294597 after retry RPC after error@319506676) -> (continuation of Deferred@430428246 after retry RPC after error@856140909) -> (continuation of Deferred@805806787 after retry RPC after error@2038563039)))
02:27:24.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@789814559(state=PENDING, result=null, callback=(continuation of Deferred@47094873 after retry RPC after error@1993216624) -> (continuation of Deferred@831600485 after retry RPC after error@39431981) -> (continuation of Deferred@1946408811 after retry RPC after error@1926764041) -> (continuation of Deferred@1246379304 after retry RPC after error@94753675) -> (continuation of Deferred@1870132443 after retry RPC after error@1563287394) -> (continuation of Deferred@1184176786 after retry RPC after error@1829220416) -> (continuation of Deferred@1032208407 after retry RPC after error@249781770), errback=(continuation of Deferred@47094873 after retry RPC after error@1993216624) -> (continuation of Deferred@831600485 after retry RPC after error@39431981) -> (continuation of Deferred@1946408811 after retry RPC after error@1926764041) -> (continuation of Deferred@1246379304 after retry RPC after error@94753675) -> (continuation of Deferred@1870132443 after retry RPC after error@1563287394) -> (continuation of Deferred@1184176786 after retry RPC after error@1829220416) -> (continuation of Deferred@1032208407 after retry RPC after error@249781770)))
02:27:24.666 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@789814559(state=PENDING, result=null, callback=(continuation of Deferred@47094873 after retry RPC after error@1993216624) -> (continuation of Deferred@831600485 after retry RPC after error@39431981) -> (continuation of Deferred@1946408811 after retry RPC after error@1926764041) -> (continuation of Deferred@1246379304 after retry RPC after error@94753675) -> (continuation of Deferred@1870132443 after retry RPC after error@1563287394) -> (continuation of Deferred@1184176786 after retry RPC after error@1829220416) -> (continuation of Deferred@1032208407 after retry RPC after error@249781770), errback=(continuation of Deferred@47094873 after retry RPC after error@1993216624) -> (continuation of Deferred@831600485 after retry RPC after error@39431981) -> (continuation of Deferred@1946408811 after retry RPC after error@1926764041) -> (continuation of Deferred@1246379304 after retry RPC after error@94753675) -> (continuation of Deferred@1870132443 after retry RPC after error@1563287394) -> (continuation of Deferred@1184176786 after retry RPC after error@1829220416) -> (continuation of Deferred@1032208407 after retry RPC after error@249781770)))
02:27:24.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:24.841064 9852 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:24.841284 9852 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:24.841945 9852 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:24.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:24.844305 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:24.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:24.844619 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:24.844727 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:24.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:24.844991 9852 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:24.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@554125343(state=PENDING, result=null, callback=(continuation of Deferred@1495538343 after retry RPC after error@1360505632) -> (continuation of Deferred@1213917127 after retry RPC after error@1401293155) -> (continuation of Deferred@705613974 after retry RPC after error@1185689692) -> (continuation of Deferred@1507300241 after retry RPC after error@981030105) -> (continuation of Deferred@1722788192 after retry RPC after error@1093028665) -> (continuation of Deferred@604509079 after retry RPC after error@1420252243) -> (continuation of Deferred@1339560718 after retry RPC after error@1020589647), errback=(continuation of Deferred@1495538343 after retry RPC after error@1360505632) -> (continuation of Deferred@1213917127 after retry RPC after error@1401293155) -> (continuation of Deferred@705613974 after retry RPC after error@1185689692) -> (continuation of Deferred@1507300241 after retry RPC after error@981030105) -> (continuation of Deferred@1722788192 after retry RPC after error@1093028665) -> (continuation of Deferred@604509079 after retry RPC after error@1420252243) -> (continuation of Deferred@1339560718 after retry RPC after error@1020589647)))
02:27:24.925 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@554125343(state=PENDING, result=null, callback=(continuation of Deferred@1495538343 after retry RPC after error@1360505632) -> (continuation of Deferred@1213917127 after retry RPC after error@1401293155) -> (continuation of Deferred@705613974 after retry RPC after error@1185689692) -> (continuation of Deferred@1507300241 after retry RPC after error@981030105) -> (continuation of Deferred@1722788192 after retry RPC after error@1093028665) -> (continuation of Deferred@604509079 after retry RPC after error@1420252243) -> (continuation of Deferred@1339560718 after retry RPC after error@1020589647), errback=(continuation of Deferred@1495538343 after retry RPC after error@1360505632) -> (continuation of Deferred@1213917127 after retry RPC after error@1401293155) -> (continuation of Deferred@705613974 after retry RPC after error@1185689692) -> (continuation of Deferred@1507300241 after retry RPC after error@981030105) -> (continuation of Deferred@1722788192 after retry RPC after error@1093028665) -> (continuation of Deferred@604509079 after retry RPC after error@1420252243) -> (continuation of Deferred@1339560718 after retry RPC after error@1020589647)))
02:27:24.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:24.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:24.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:24.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:24.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:24.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:25.022504 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:25.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:25.022693 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:25.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1553085881(state=PENDING, result=null, callback=(continuation of Deferred@814247674 after retry RPC after error@1627830424) -> (continuation of Deferred@2046253594 after retry RPC after error@881170272) -> (continuation of Deferred@1200214196 after retry RPC after error@320828069) -> (continuation of Deferred@1358679382 after retry RPC after error@1222471358) -> (continuation of Deferred@1096293217 after retry RPC after error@700109749) -> (continuation of Deferred@665135785 after retry RPC after error@78518397) -> (continuation of Deferred@86808730 after retry RPC after error@2054477041), errback=(continuation of Deferred@814247674 after retry RPC after error@1627830424) -> (continuation of Deferred@2046253594 after retry RPC after error@881170272) -> (continuation of Deferred@1200214196 after retry RPC after error@320828069) -> (continuation of Deferred@1358679382 after retry RPC after error@1222471358) -> (continuation of Deferred@1096293217 after retry RPC after error@700109749) -> (continuation of Deferred@665135785 after retry RPC after error@78518397) -> (continuation of Deferred@86808730 after retry RPC after error@2054477041)))
02:27:25.185 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1553085881(state=PENDING, result=null, callback=(continuation of Deferred@814247674 after retry RPC after error@1627830424) -> (continuation of Deferred@2046253594 after retry RPC after error@881170272) -> (continuation of Deferred@1200214196 after retry RPC after error@320828069) -> (continuation of Deferred@1358679382 after retry RPC after error@1222471358) -> (continuation of Deferred@1096293217 after retry RPC after error@700109749) -> (continuation of Deferred@665135785 after retry RPC after error@78518397) -> (continuation of Deferred@86808730 after retry RPC after error@2054477041), errback=(continuation of Deferred@814247674 after retry RPC after error@1627830424) -> (continuation of Deferred@2046253594 after retry RPC after error@881170272) -> (continuation of Deferred@1200214196 after retry RPC after error@320828069) -> (continuation of Deferred@1358679382 after retry RPC after error@1222471358) -> (continuation of Deferred@1096293217 after retry RPC after error@700109749) -> (continuation of Deferred@665135785 after retry RPC after error@78518397) -> (continuation of Deferred@86808730 after retry RPC after error@2054477041)))
02:27:25.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.411 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1603469376(state=PENDING, result=null, callback=(continuation of Deferred@969278990 after retry RPC after error@785101161) -> (continuation of Deferred@853555729 after retry RPC after error@1966521613) -> (continuation of Deferred@2093556691 after retry RPC after error@259687898) -> (continuation of Deferred@1022953110 after retry RPC after error@2087131857) -> (continuation of Deferred@1225091381 after retry RPC after error@311058842) -> (continuation of Deferred@1714620651 after retry RPC after error@575027054) -> (continuation of Deferred@1080606418 after retry RPC after error@19890676), errback=(continuation of Deferred@969278990 after retry RPC after error@785101161) -> (continuation of Deferred@853555729 after retry RPC after error@1966521613) -> (continuation of Deferred@2093556691 after retry RPC after error@259687898) -> (continuation of Deferred@1022953110 after retry RPC after error@2087131857) -> (continuation of Deferred@1225091381 after retry RPC after error@311058842) -> (continuation of Deferred@1714620651 after retry RPC after error@575027054) -> (continuation of Deferred@1080606418 after retry RPC after error@19890676)))
02:27:25.411 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1603469376(state=PENDING, result=null, callback=(continuation of Deferred@969278990 after retry RPC after error@785101161) -> (continuation of Deferred@853555729 after retry RPC after error@1966521613) -> (continuation of Deferred@2093556691 after retry RPC after error@259687898) -> (continuation of Deferred@1022953110 after retry RPC after error@2087131857) -> (continuation of Deferred@1225091381 after retry RPC after error@311058842) -> (continuation of Deferred@1714620651 after retry RPC after error@575027054) -> (continuation of Deferred@1080606418 after retry RPC after error@19890676), errback=(continuation of Deferred@969278990 after retry RPC after error@785101161) -> (continuation of Deferred@853555729 after retry RPC after error@1966521613) -> (continuation of Deferred@2093556691 after retry RPC after error@259687898) -> (continuation of Deferred@1022953110 after retry RPC after error@2087131857) -> (continuation of Deferred@1225091381 after retry RPC after error@311058842) -> (continuation of Deferred@1714620651 after retry RPC after error@575027054) -> (continuation of Deferred@1080606418 after retry RPC after error@19890676)))
02:27:25.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [125ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@223165865(state=PENDING, result=null, callback=(continuation of Deferred@1069199210 after retry RPC after error@796046948) -> (continuation of Deferred@1269300682 after retry RPC after error@795025762) -> (continuation of Deferred@1162353179 after retry RPC after error@2134070592) -> (continuation of Deferred@185515713 after retry RPC after error@1028712179) -> (continuation of Deferred@944618368 after retry RPC after error@1563517084) -> (continuation of Deferred@599205197 after retry RPC after error@426391734), errback=(continuation of Deferred@1069199210 after retry RPC after error@796046948) -> (continuation of Deferred@1269300682 after retry RPC after error@795025762) -> (continuation of Deferred@1162353179 after retry RPC after error@2134070592) -> (continuation of Deferred@185515713 after retry RPC after error@1028712179) -> (continuation of Deferred@944618368 after retry RPC after error@1563517084) -> (continuation of Deferred@599205197 after retry RPC after error@426391734)))
02:27:25.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [125ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@223165865(state=PENDING, result=null, callback=(continuation of Deferred@1069199210 after retry RPC after error@796046948) -> (continuation of Deferred@1269300682 after retry RPC after error@795025762) -> (continuation of Deferred@1162353179 after retry RPC after error@2134070592) -> (continuation of Deferred@185515713 after retry RPC after error@1028712179) -> (continuation of Deferred@944618368 after retry RPC after error@1563517084) -> (continuation of Deferred@599205197 after retry RPC after error@426391734), errback=(continuation of Deferred@1069199210 after retry RPC after error@796046948) -> (continuation of Deferred@1269300682 after retry RPC after error@795025762) -> (continuation of Deferred@1162353179 after retry RPC after error@2134070592) -> (continuation of Deferred@185515713 after retry RPC after error@1028712179) -> (continuation of Deferred@944618368 after retry RPC after error@1563517084) -> (continuation of Deferred@599205197 after retry RPC after error@426391734)))
02:27:25.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@793777334(state=PENDING, result=null, callback=(continuation of Deferred@785189801 after retry RPC after error@1335245186) -> (continuation of Deferred@1944314400 after retry RPC after error@1547287886) -> (continuation of Deferred@443508003 after retry RPC after error@1691026885) -> (continuation of Deferred@139794846 after retry RPC after error@420939287) -> (continuation of Deferred@2024812139 after retry RPC after error@1147791765) -> (continuation of Deferred@1683001711 after retry RPC after error@1163269196) -> (continuation of Deferred@1013758459 after retry RPC after error@927128226), errback=(continuation of Deferred@785189801 after retry RPC after error@1335245186) -> (continuation of Deferred@1944314400 after retry RPC after error@1547287886) -> (continuation of Deferred@443508003 after retry RPC after error@1691026885) -> (continuation of Deferred@139794846 after retry RPC after error@420939287) -> (continuation of Deferred@2024812139 after retry RPC after error@1147791765) -> (continuation of Deferred@1683001711 after retry RPC after error@1163269196) -> (continuation of Deferred@1013758459 after retry RPC after error@927128226)))
02:27:25.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@793777334(state=PENDING, result=null, callback=(continuation of Deferred@785189801 after retry RPC after error@1335245186) -> (continuation of Deferred@1944314400 after retry RPC after error@1547287886) -> (continuation of Deferred@443508003 after retry RPC after error@1691026885) -> (continuation of Deferred@139794846 after retry RPC after error@420939287) -> (continuation of Deferred@2024812139 after retry RPC after error@1147791765) -> (continuation of Deferred@1683001711 after retry RPC after error@1163269196) -> (continuation of Deferred@1013758459 after retry RPC after error@927128226), errback=(continuation of Deferred@785189801 after retry RPC after error@1335245186) -> (continuation of Deferred@1944314400 after retry RPC after error@1547287886) -> (continuation of Deferred@443508003 after retry RPC after error@1691026885) -> (continuation of Deferred@139794846 after retry RPC after error@420939287) -> (continuation of Deferred@2024812139 after retry RPC after error@1147791765) -> (continuation of Deferred@1683001711 after retry RPC after error@1163269196) -> (continuation of Deferred@1013758459 after retry RPC after error@927128226)))
02:27:25.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:25.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:25.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:25.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:25.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:25.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@374379296(state=PENDING, result=null, callback=(continuation of Deferred@844560335 after retry RPC after error@804857959) -> (continuation of Deferred@735683458 after retry RPC after error@964881482) -> (continuation of Deferred@1022331962 after retry RPC after error@1521693136) -> (continuation of Deferred@1007701175 after retry RPC after error@316544963) -> (continuation of Deferred@1385220094 after retry RPC after error@292442573) -> (continuation of Deferred@799396515 after retry RPC after error@1294444699) -> (continuation of Deferred@433863158 after retry RPC after error@2053104441), errback=(continuation of Deferred@844560335 after retry RPC after error@804857959) -> (continuation of Deferred@735683458 after retry RPC after error@964881482) -> (continuation of Deferred@1022331962 after retry RPC after error@1521693136) -> (continuation of Deferred@1007701175 after retry RPC after error@316544963) -> (continuation of Deferred@1385220094 after retry RPC after error@292442573) -> (continuation of Deferred@799396515 after retry RPC after error@1294444699) -> (continuation of Deferred@433863158 after retry RPC after error@2053104441)))
02:27:26.105 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@374379296(state=PENDING, result=null, callback=(continuation of Deferred@844560335 after retry RPC after error@804857959) -> (continuation of Deferred@735683458 after retry RPC after error@964881482) -> (continuation of Deferred@1022331962 after retry RPC after error@1521693136) -> (continuation of Deferred@1007701175 after retry RPC after error@316544963) -> (continuation of Deferred@1385220094 after retry RPC after error@292442573) -> (continuation of Deferred@799396515 after retry RPC after error@1294444699) -> (continuation of Deferred@433863158 after retry RPC after error@2053104441), errback=(continuation of Deferred@844560335 after retry RPC after error@804857959) -> (continuation of Deferred@735683458 after retry RPC after error@964881482) -> (continuation of Deferred@1022331962 after retry RPC after error@1521693136) -> (continuation of Deferred@1007701175 after retry RPC after error@316544963) -> (continuation of Deferred@1385220094 after retry RPC after error@292442573) -> (continuation of Deferred@799396515 after retry RPC after error@1294444699) -> (continuation of Deferred@433863158 after retry RPC after error@2053104441)))
02:27:26.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.324 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1597848855(state=PENDING, result=null, callback=(continuation of Deferred@1517069251 after retry RPC after error@763812639) -> (continuation of Deferred@1032207408 after retry RPC after error@191200018) -> (continuation of Deferred@875078406 after retry RPC after error@804112575) -> (continuation of Deferred@587601614 after retry RPC after error@52122711) -> (continuation of Deferred@1926952865 after retry RPC after error@859009397) -> (continuation of Deferred@537964987 after retry RPC after error@2037440514) -> (continuation of Deferred@1546807154 after retry RPC after error@1956781400), errback=(continuation of Deferred@1517069251 after retry RPC after error@763812639) -> (continuation of Deferred@1032207408 after retry RPC after error@191200018) -> (continuation of Deferred@875078406 after retry RPC after error@804112575) -> (continuation of Deferred@587601614 after retry RPC after error@52122711) -> (continuation of Deferred@1926952865 after retry RPC after error@859009397) -> (continuation of Deferred@537964987 after retry RPC after error@2037440514) -> (continuation of Deferred@1546807154 after retry RPC after error@1956781400)))
02:27:26.325 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1597848855(state=PENDING, result=null, callback=(continuation of Deferred@1517069251 after retry RPC after error@763812639) -> (continuation of Deferred@1032207408 after retry RPC after error@191200018) -> (continuation of Deferred@875078406 after retry RPC after error@804112575) -> (continuation of Deferred@587601614 after retry RPC after error@52122711) -> (continuation of Deferred@1926952865 after retry RPC after error@859009397) -> (continuation of Deferred@537964987 after retry RPC after error@2037440514) -> (continuation of Deferred@1546807154 after retry RPC after error@1956781400), errback=(continuation of Deferred@1517069251 after retry RPC after error@763812639) -> (continuation of Deferred@1032207408 after retry RPC after error@191200018) -> (continuation of Deferred@875078406 after retry RPC after error@804112575) -> (continuation of Deferred@587601614 after retry RPC after error@52122711) -> (continuation of Deferred@1926952865 after retry RPC after error@859009397) -> (continuation of Deferred@537964987 after retry RPC after error@2037440514) -> (continuation of Deferred@1546807154 after retry RPC after error@1956781400)))
02:27:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@533708569(state=PENDING, result=null, callback=(continuation of Deferred@1066221730 after retry RPC after error@1156247395) -> (continuation of Deferred@830339220 after retry RPC after error@1403567829) -> (continuation of Deferred@116751442 after retry RPC after error@360127000) -> (continuation of Deferred@1259403642 after retry RPC after error@1574480091) -> (continuation of Deferred@1885493470 after retry RPC after error@1567111952) -> (continuation of Deferred@301974254 after retry RPC after error@167325306) -> (continuation of Deferred@1807692595 after retry RPC after error@1997747695) -> (continuation of Deferred@403988817 after retry RPC after error@1490945751), errback=(continuation of Deferred@1066221730 after retry RPC after error@1156247395) -> (continuation of Deferred@830339220 after retry RPC after error@1403567829) -> (continuation of Deferred@116751442 after retry RPC after error@360127000) -> (continuation of Deferred@1259403642 after retry RPC after error@1574480091) -> (continuation of Deferred@1885493470 after retry RPC after error@1567111952) -> (continuation of Deferred@301974254 after retry RPC after error@167325306) -> (continuation of Deferred@1807692595 after retry RPC after error@1997747695) -> (continuation of Deferred@403988817 after retry RPC after error@1490945751)))
02:27:26.586 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@533708569(state=PENDING, result=null, callback=(continuation of Deferred@1066221730 after retry RPC after error@1156247395) -> (continuation of Deferred@830339220 after retry RPC after error@1403567829) -> (continuation of Deferred@116751442 after retry RPC after error@360127000) -> (continuation of Deferred@1259403642 after retry RPC after error@1574480091) -> (continuation of Deferred@1885493470 after retry RPC after error@1567111952) -> (continuation of Deferred@301974254 after retry RPC after error@167325306) -> (continuation of Deferred@1807692595 after retry RPC after error@1997747695) -> (continuation of Deferred@403988817 after retry RPC after error@1490945751), errback=(continuation of Deferred@1066221730 after retry RPC after error@1156247395) -> (continuation of Deferred@830339220 after retry RPC after error@1403567829) -> (continuation of Deferred@116751442 after retry RPC after error@360127000) -> (continuation of Deferred@1259403642 after retry RPC after error@1574480091) -> (continuation of Deferred@1885493470 after retry RPC after error@1567111952) -> (continuation of Deferred@301974254 after retry RPC after error@167325306) -> (continuation of Deferred@1807692595 after retry RPC after error@1997747695) -> (continuation of Deferred@403988817 after retry RPC after error@1490945751)))
02:27:26.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@322537247(state=PENDING, result=null, callback=(continuation of Deferred@1453009563 after retry RPC after error@74299904) -> (continuation of Deferred@794361183 after retry RPC after error@1879480020) -> (continuation of Deferred@2135340477 after retry RPC after error@370327023) -> (continuation of Deferred@2127042679 after retry RPC after error@985432396) -> (continuation of Deferred@1880961275 after retry RPC after error@1944258258) -> (continuation of Deferred@1297523577 after retry RPC after error@322891134), errback=(continuation of Deferred@1453009563 after retry RPC after error@74299904) -> (continuation of Deferred@794361183 after retry RPC after error@1879480020) -> (continuation of Deferred@2135340477 after retry RPC after error@370327023) -> (continuation of Deferred@2127042679 after retry RPC after error@985432396) -> (continuation of Deferred@1880961275 after retry RPC after error@1944258258) -> (continuation of Deferred@1297523577 after retry RPC after error@322891134)))
02:27:26.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@322537247(state=PENDING, result=null, callback=(continuation of Deferred@1453009563 after retry RPC after error@74299904) -> (continuation of Deferred@794361183 after retry RPC after error@1879480020) -> (continuation of Deferred@2135340477 after retry RPC after error@370327023) -> (continuation of Deferred@2127042679 after retry RPC after error@985432396) -> (continuation of Deferred@1880961275 after retry RPC after error@1944258258) -> (continuation of Deferred@1297523577 after retry RPC after error@322891134), errback=(continuation of Deferred@1453009563 after retry RPC after error@74299904) -> (continuation of Deferred@794361183 after retry RPC after error@1879480020) -> (continuation of Deferred@2135340477 after retry RPC after error@370327023) -> (continuation of Deferred@2127042679 after retry RPC after error@985432396) -> (continuation of Deferred@1880961275 after retry RPC after error@1944258258) -> (continuation of Deferred@1297523577 after retry RPC after error@322891134)))
02:27:26.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:26.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:26.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:26.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:26.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:26.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1026306350(state=PENDING, result=null, callback=(continuation of Deferred@1150305956 after retry RPC after error@919721216) -> (continuation of Deferred@1140606494 after retry RPC after error@520464910) -> (continuation of Deferred@1508272684 after retry RPC after error@1629998533) -> (continuation of Deferred@1078635337 after retry RPC after error@1915563156) -> (continuation of Deferred@418422775 after retry RPC after error@1197879497) -> (continuation of Deferred@1382275983 after retry RPC after error@1227949275) -> (continuation of Deferred@1436693805 after retry RPC after error@599041832), errback=(continuation of Deferred@1150305956 after retry RPC after error@919721216) -> (continuation of Deferred@1140606494 after retry RPC after error@520464910) -> (continuation of Deferred@1508272684 after retry RPC after error@1629998533) -> (continuation of Deferred@1078635337 after retry RPC after error@1915563156) -> (continuation of Deferred@418422775 after retry RPC after error@1197879497) -> (continuation of Deferred@1382275983 after retry RPC after error@1227949275) -> (continuation of Deferred@1436693805 after retry RPC after error@599041832)))
02:27:27.045 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1026306350(state=PENDING, result=null, callback=(continuation of Deferred@1150305956 after retry RPC after error@919721216) -> (continuation of Deferred@1140606494 after retry RPC after error@520464910) -> (continuation of Deferred@1508272684 after retry RPC after error@1629998533) -> (continuation of Deferred@1078635337 after retry RPC after error@1915563156) -> (continuation of Deferred@418422775 after retry RPC after error@1197879497) -> (continuation of Deferred@1382275983 after retry RPC after error@1227949275) -> (continuation of Deferred@1436693805 after retry RPC after error@599041832), errback=(continuation of Deferred@1150305956 after retry RPC after error@919721216) -> (continuation of Deferred@1140606494 after retry RPC after error@520464910) -> (continuation of Deferred@1508272684 after retry RPC after error@1629998533) -> (continuation of Deferred@1078635337 after retry RPC after error@1915563156) -> (continuation of Deferred@418422775 after retry RPC after error@1197879497) -> (continuation of Deferred@1382275983 after retry RPC after error@1227949275) -> (continuation of Deferred@1436693805 after retry RPC after error@599041832)))
02:27:27.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1579261705(state=PENDING, result=null, callback=(continuation of Deferred@399776348 after retry RPC after error@91089679) -> (continuation of Deferred@64953946 after retry RPC after error@1364459775) -> (continuation of Deferred@1717954163 after retry RPC after error@213539875) -> (continuation of Deferred@2012003872 after retry RPC after error@114170842) -> (continuation of Deferred@1330721550 after retry RPC after error@299120003) -> (continuation of Deferred@64721959 after retry RPC after error@1975340877) -> (continuation of Deferred@858966967 after retry RPC after error@66754687), errback=(continuation of Deferred@399776348 after retry RPC after error@91089679) -> (continuation of Deferred@64953946 after retry RPC after error@1364459775) -> (continuation of Deferred@1717954163 after retry RPC after error@213539875) -> (continuation of Deferred@2012003872 after retry RPC after error@114170842) -> (continuation of Deferred@1330721550 after retry RPC after error@299120003) -> (continuation of Deferred@64721959 after retry RPC after error@1975340877) -> (continuation of Deferred@858966967 after retry RPC after error@66754687)))
02:27:27.245 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1579261705(state=PENDING, result=null, callback=(continuation of Deferred@399776348 after retry RPC after error@91089679) -> (continuation of Deferred@64953946 after retry RPC after error@1364459775) -> (continuation of Deferred@1717954163 after retry RPC after error@213539875) -> (continuation of Deferred@2012003872 after retry RPC after error@114170842) -> (continuation of Deferred@1330721550 after retry RPC after error@299120003) -> (continuation of Deferred@64721959 after retry RPC after error@1975340877) -> (continuation of Deferred@858966967 after retry RPC after error@66754687), errback=(continuation of Deferred@399776348 after retry RPC after error@91089679) -> (continuation of Deferred@64953946 after retry RPC after error@1364459775) -> (continuation of Deferred@1717954163 after retry RPC after error@213539875) -> (continuation of Deferred@2012003872 after retry RPC after error@114170842) -> (continuation of Deferred@1330721550 after retry RPC after error@299120003) -> (continuation of Deferred@64721959 after retry RPC after error@1975340877) -> (continuation of Deferred@858966967 after retry RPC after error@66754687)))
02:27:27.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:27.292124 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:27.294651 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:27.296351 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:27.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.304 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1650806171(state=PENDING, result=null, callback=(continuation of Deferred@2101792342 after retry RPC after error@351253446) -> (continuation of Deferred@164677390 after retry RPC after error@1100044858) -> (continuation of Deferred@183375904 after retry RPC after error@1668737848) -> (continuation of Deferred@1813096687 after retry RPC after error@664432605) -> (continuation of Deferred@1573866518 after retry RPC after error@162812860) -> (continuation of Deferred@1745077429 after retry RPC after error@479439599) -> (continuation of Deferred@1000077975 after retry RPC after error@278493163), errback=(continuation of Deferred@2101792342 after retry RPC after error@351253446) -> (continuation of Deferred@164677390 after retry RPC after error@1100044858) -> (continuation of Deferred@183375904 after retry RPC after error@1668737848) -> (continuation of Deferred@1813096687 after retry RPC after error@664432605) -> (continuation of Deferred@1573866518 after retry RPC after error@162812860) -> (continuation of Deferred@1745077429 after retry RPC after error@479439599) -> (continuation of Deferred@1000077975 after retry RPC after error@278493163)))
02:27:27.465 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1650806171(state=PENDING, result=null, callback=(continuation of Deferred@2101792342 after retry RPC after error@351253446) -> (continuation of Deferred@164677390 after retry RPC after error@1100044858) -> (continuation of Deferred@183375904 after retry RPC after error@1668737848) -> (continuation of Deferred@1813096687 after retry RPC after error@664432605) -> (continuation of Deferred@1573866518 after retry RPC after error@162812860) -> (continuation of Deferred@1745077429 after retry RPC after error@479439599) -> (continuation of Deferred@1000077975 after retry RPC after error@278493163), errback=(continuation of Deferred@2101792342 after retry RPC after error@351253446) -> (continuation of Deferred@164677390 after retry RPC after error@1100044858) -> (continuation of Deferred@183375904 after retry RPC after error@1668737848) -> (continuation of Deferred@1813096687 after retry RPC after error@664432605) -> (continuation of Deferred@1573866518 after retry RPC after error@162812860) -> (continuation of Deferred@1745077429 after retry RPC after error@479439599) -> (continuation of Deferred@1000077975 after retry RPC after error@278493163)))
02:27:27.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2050361907(state=PENDING, result=null, callback=(continuation of Deferred@1810055477 after retry RPC after error@1989357922) -> (continuation of Deferred@1957630871 after retry RPC after error@1040382115) -> (continuation of Deferred@1335491775 after retry RPC after error@552520719) -> (continuation of Deferred@743526446 after retry RPC after error@96428775) -> (continuation of Deferred@88279787 after retry RPC after error@1402679544) -> (continuation of Deferred@1970129541 after retry RPC after error@196818581) -> (continuation of Deferred@380793179 after retry RPC after error@472162181), errback=(continuation of Deferred@1810055477 after retry RPC after error@1989357922) -> (continuation of Deferred@1957630871 after retry RPC after error@1040382115) -> (continuation of Deferred@1335491775 after retry RPC after error@552520719) -> (continuation of Deferred@743526446 after retry RPC after error@96428775) -> (continuation of Deferred@88279787 after retry RPC after error@1402679544) -> (continuation of Deferred@1970129541 after retry RPC after error@196818581) -> (continuation of Deferred@380793179 after retry RPC after error@472162181)))
02:27:27.705 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2050361907(state=PENDING, result=null, callback=(continuation of Deferred@1810055477 after retry RPC after error@1989357922) -> (continuation of Deferred@1957630871 after retry RPC after error@1040382115) -> (continuation of Deferred@1335491775 after retry RPC after error@552520719) -> (continuation of Deferred@743526446 after retry RPC after error@96428775) -> (continuation of Deferred@88279787 after retry RPC after error@1402679544) -> (continuation of Deferred@1970129541 after retry RPC after error@196818581) -> (continuation of Deferred@380793179 after retry RPC after error@472162181), errback=(continuation of Deferred@1810055477 after retry RPC after error@1989357922) -> (continuation of Deferred@1957630871 after retry RPC after error@1040382115) -> (continuation of Deferred@1335491775 after retry RPC after error@552520719) -> (continuation of Deferred@743526446 after retry RPC after error@96428775) -> (continuation of Deferred@88279787 after retry RPC after error@1402679544) -> (continuation of Deferred@1970129541 after retry RPC after error@196818581) -> (continuation of Deferred@380793179 after retry RPC after error@472162181)))
02:27:27.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@231407892(state=PENDING, result=null, callback=(continuation of Deferred@873519884 after retry RPC after error@955115074) -> (continuation of Deferred@95947500 after retry RPC after error@1345218798) -> (continuation of Deferred@1658065244 after retry RPC after error@903623858) -> (continuation of Deferred@1895212943 after retry RPC after error@1404885095) -> (continuation of Deferred@287342013 after retry RPC after error@1158525583) -> (continuation of Deferred@180094 after retry RPC after error@902308089) -> (continuation of Deferred@664235624 after retry RPC after error@262552031), errback=(continuation of Deferred@873519884 after retry RPC after error@955115074) -> (continuation of Deferred@95947500 after retry RPC after error@1345218798) -> (continuation of Deferred@1658065244 after retry RPC after error@903623858) -> (continuation of Deferred@1895212943 after retry RPC after error@1404885095) -> (continuation of Deferred@287342013 after retry RPC after error@1158525583) -> (continuation of Deferred@180094 after retry RPC after error@902308089) -> (continuation of Deferred@664235624 after retry RPC after error@262552031)))
02:27:27.905 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@231407892(state=PENDING, result=null, callback=(continuation of Deferred@873519884 after retry RPC after error@955115074) -> (continuation of Deferred@95947500 after retry RPC after error@1345218798) -> (continuation of Deferred@1658065244 after retry RPC after error@903623858) -> (continuation of Deferred@1895212943 after retry RPC after error@1404885095) -> (continuation of Deferred@287342013 after retry RPC after error@1158525583) -> (continuation of Deferred@180094 after retry RPC after error@902308089) -> (continuation of Deferred@664235624 after retry RPC after error@262552031), errback=(continuation of Deferred@873519884 after retry RPC after error@955115074) -> (continuation of Deferred@95947500 after retry RPC after error@1345218798) -> (continuation of Deferred@1658065244 after retry RPC after error@903623858) -> (continuation of Deferred@1895212943 after retry RPC after error@1404885095) -> (continuation of Deferred@287342013 after retry RPC after error@1158525583) -> (continuation of Deferred@180094 after retry RPC after error@902308089) -> (continuation of Deferred@664235624 after retry RPC after error@262552031)))
02:27:27.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:27.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:27.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:27.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:27.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:27.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:28.107108 9878 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:28.107311 9878 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:28.107986 9878 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:28.108841 9662 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111) [suppressed 7 similar messages]
02:27:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:28.110380 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:28.110564 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:28.110708 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:28.110973 9878 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:28.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.125 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1371512350(state=PENDING, result=null, callback=(continuation of Deferred@1078948074 after retry RPC after error@76008114) -> (continuation of Deferred@950589996 after retry RPC after error@365620297) -> (continuation of Deferred@775493178 after retry RPC after error@340888341) -> (continuation of Deferred@1792428553 after retry RPC after error@683432894) -> (continuation of Deferred@1314000981 after retry RPC after error@1455633321) -> (continuation of Deferred@236825978 after retry RPC after error@1152808620) -> (continuation of Deferred@448272087 after retry RPC after error@1428758610), errback=(continuation of Deferred@1078948074 after retry RPC after error@76008114) -> (continuation of Deferred@950589996 after retry RPC after error@365620297) -> (continuation of Deferred@775493178 after retry RPC after error@340888341) -> (continuation of Deferred@1792428553 after retry RPC after error@683432894) -> (continuation of Deferred@1314000981 after retry RPC after error@1455633321) -> (continuation of Deferred@236825978 after retry RPC after error@1152808620) -> (continuation of Deferred@448272087 after retry RPC after error@1428758610)))
02:27:28.125 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1371512350(state=PENDING, result=null, callback=(continuation of Deferred@1078948074 after retry RPC after error@76008114) -> (continuation of Deferred@950589996 after retry RPC after error@365620297) -> (continuation of Deferred@775493178 after retry RPC after error@340888341) -> (continuation of Deferred@1792428553 after retry RPC after error@683432894) -> (continuation of Deferred@1314000981 after retry RPC after error@1455633321) -> (continuation of Deferred@236825978 after retry RPC after error@1152808620) -> (continuation of Deferred@448272087 after retry RPC after error@1428758610), errback=(continuation of Deferred@1078948074 after retry RPC after error@76008114) -> (continuation of Deferred@950589996 after retry RPC after error@365620297) -> (continuation of Deferred@775493178 after retry RPC after error@340888341) -> (continuation of Deferred@1792428553 after retry RPC after error@683432894) -> (continuation of Deferred@1314000981 after retry RPC after error@1455633321) -> (continuation of Deferred@236825978 after retry RPC after error@1152808620) -> (continuation of Deferred@448272087 after retry RPC after error@1428758610)))
02:27:28.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.324 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2041306453(state=PENDING, result=null, callback=(continuation of Deferred@494917688 after retry RPC after error@1173246470) -> (continuation of Deferred@1586201257 after retry RPC after error@2045623640) -> (continuation of Deferred@439358533 after retry RPC after error@762907495) -> (continuation of Deferred@803560107 after retry RPC after error@1005987186) -> (continuation of Deferred@570330229 after retry RPC after error@1144621342) -> (continuation of Deferred@1091351344 after retry RPC after error@1264309206), errback=(continuation of Deferred@494917688 after retry RPC after error@1173246470) -> (continuation of Deferred@1586201257 after retry RPC after error@2045623640) -> (continuation of Deferred@439358533 after retry RPC after error@762907495) -> (continuation of Deferred@803560107 after retry RPC after error@1005987186) -> (continuation of Deferred@570330229 after retry RPC after error@1144621342) -> (continuation of Deferred@1091351344 after retry RPC after error@1264309206)))
02:27:28.325 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2041306453(state=PENDING, result=null, callback=(continuation of Deferred@494917688 after retry RPC after error@1173246470) -> (continuation of Deferred@1586201257 after retry RPC after error@2045623640) -> (continuation of Deferred@439358533 after retry RPC after error@762907495) -> (continuation of Deferred@803560107 after retry RPC after error@1005987186) -> (continuation of Deferred@570330229 after retry RPC after error@1144621342) -> (continuation of Deferred@1091351344 after retry RPC after error@1264309206), errback=(continuation of Deferred@494917688 after retry RPC after error@1173246470) -> (continuation of Deferred@1586201257 after retry RPC after error@2045623640) -> (continuation of Deferred@439358533 after retry RPC after error@762907495) -> (continuation of Deferred@803560107 after retry RPC after error@1005987186) -> (continuation of Deferred@570330229 after retry RPC after error@1144621342) -> (continuation of Deferred@1091351344 after retry RPC after error@1264309206)))
02:27:28.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@870732062(state=PENDING, result=null, callback=(continuation of Deferred@1351244122 after retry RPC after error@1428039339) -> (continuation of Deferred@1895699132 after retry RPC after error@1896989468) -> (continuation of Deferred@1943209197 after retry RPC after error@1465667394) -> (continuation of Deferred@1463278823 after retry RPC after error@683801662) -> (continuation of Deferred@1130262951 after retry RPC after error@1993150673) -> (continuation of Deferred@536095243 after retry RPC after error@947066311) -> (continuation of Deferred@143689767 after retry RPC after error@382032508), errback=(continuation of Deferred@1351244122 after retry RPC after error@1428039339) -> (continuation of Deferred@1895699132 after retry RPC after error@1896989468) -> (continuation of Deferred@1943209197 after retry RPC after error@1465667394) -> (continuation of Deferred@1463278823 after retry RPC after error@683801662) -> (continuation of Deferred@1130262951 after retry RPC after error@1993150673) -> (continuation of Deferred@536095243 after retry RPC after error@947066311) -> (continuation of Deferred@143689767 after retry RPC after error@382032508)))
02:27:28.565 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@870732062(state=PENDING, result=null, callback=(continuation of Deferred@1351244122 after retry RPC after error@1428039339) -> (continuation of Deferred@1895699132 after retry RPC after error@1896989468) -> (continuation of Deferred@1943209197 after retry RPC after error@1465667394) -> (continuation of Deferred@1463278823 after retry RPC after error@683801662) -> (continuation of Deferred@1130262951 after retry RPC after error@1993150673) -> (continuation of Deferred@536095243 after retry RPC after error@947066311) -> (continuation of Deferred@143689767 after retry RPC after error@382032508), errback=(continuation of Deferred@1351244122 after retry RPC after error@1428039339) -> (continuation of Deferred@1895699132 after retry RPC after error@1896989468) -> (continuation of Deferred@1943209197 after retry RPC after error@1465667394) -> (continuation of Deferred@1463278823 after retry RPC after error@683801662) -> (continuation of Deferred@1130262951 after retry RPC after error@1993150673) -> (continuation of Deferred@536095243 after retry RPC after error@947066311) -> (continuation of Deferred@143689767 after retry RPC after error@382032508)))
02:27:28.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1066644547(state=PENDING, result=null, callback=(continuation of Deferred@1883255266 after retry RPC after error@1230220754) -> (continuation of Deferred@414082536 after retry RPC after error@977140498) -> (continuation of Deferred@1258488470 after retry RPC after error@535431961) -> (continuation of Deferred@1946205225 after retry RPC after error@565193936) -> (continuation of Deferred@1928633794 after retry RPC after error@1032450630) -> (continuation of Deferred@1285152810 after retry RPC after error@1819247557) -> (continuation of Deferred@975374599 after retry RPC after error@1212860359), errback=(continuation of Deferred@1883255266 after retry RPC after error@1230220754) -> (continuation of Deferred@414082536 after retry RPC after error@977140498) -> (continuation of Deferred@1258488470 after retry RPC after error@535431961) -> (continuation of Deferred@1946205225 after retry RPC after error@565193936) -> (continuation of Deferred@1928633794 after retry RPC after error@1032450630) -> (continuation of Deferred@1285152810 after retry RPC after error@1819247557) -> (continuation of Deferred@975374599 after retry RPC after error@1212860359)))
02:27:28.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1066644547(state=PENDING, result=null, callback=(continuation of Deferred@1883255266 after retry RPC after error@1230220754) -> (continuation of Deferred@414082536 after retry RPC after error@977140498) -> (continuation of Deferred@1258488470 after retry RPC after error@535431961) -> (continuation of Deferred@1946205225 after retry RPC after error@565193936) -> (continuation of Deferred@1928633794 after retry RPC after error@1032450630) -> (continuation of Deferred@1285152810 after retry RPC after error@1819247557) -> (continuation of Deferred@975374599 after retry RPC after error@1212860359), errback=(continuation of Deferred@1883255266 after retry RPC after error@1230220754) -> (continuation of Deferred@414082536 after retry RPC after error@977140498) -> (continuation of Deferred@1258488470 after retry RPC after error@535431961) -> (continuation of Deferred@1946205225 after retry RPC after error@565193936) -> (continuation of Deferred@1928633794 after retry RPC after error@1032450630) -> (continuation of Deferred@1285152810 after retry RPC after error@1819247557) -> (continuation of Deferred@975374599 after retry RPC after error@1212860359)))
02:27:28.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:28.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:28.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:28.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:28.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:28.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2145169314(state=PENDING, result=null, callback=(continuation of Deferred@1371300042 after retry RPC after error@1293378247) -> (continuation of Deferred@1488807586 after retry RPC after error@1107714984) -> (continuation of Deferred@1888416018 after retry RPC after error@108639390) -> (continuation of Deferred@901925509 after retry RPC after error@1143502006) -> (continuation of Deferred@1135151936 after retry RPC after error@146774767) -> (continuation of Deferred@789479199 after retry RPC after error@671359884) -> (continuation of Deferred@603774663 after retry RPC after error@1474318517), errback=(continuation of Deferred@1371300042 after retry RPC after error@1293378247) -> (continuation of Deferred@1488807586 after retry RPC after error@1107714984) -> (continuation of Deferred@1888416018 after retry RPC after error@108639390) -> (continuation of Deferred@901925509 after retry RPC after error@1143502006) -> (continuation of Deferred@1135151936 after retry RPC after error@146774767) -> (continuation of Deferred@789479199 after retry RPC after error@671359884) -> (continuation of Deferred@603774663 after retry RPC after error@1474318517)))
02:27:29.046 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2145169314(state=PENDING, result=null, callback=(continuation of Deferred@1371300042 after retry RPC after error@1293378247) -> (continuation of Deferred@1488807586 after retry RPC after error@1107714984) -> (continuation of Deferred@1888416018 after retry RPC after error@108639390) -> (continuation of Deferred@901925509 after retry RPC after error@1143502006) -> (continuation of Deferred@1135151936 after retry RPC after error@146774767) -> (continuation of Deferred@789479199 after retry RPC after error@671359884) -> (continuation of Deferred@603774663 after retry RPC after error@1474318517), errback=(continuation of Deferred@1371300042 after retry RPC after error@1293378247) -> (continuation of Deferred@1488807586 after retry RPC after error@1107714984) -> (continuation of Deferred@1888416018 after retry RPC after error@108639390) -> (continuation of Deferred@901925509 after retry RPC after error@1143502006) -> (continuation of Deferred@1135151936 after retry RPC after error@146774767) -> (continuation of Deferred@789479199 after retry RPC after error@671359884) -> (continuation of Deferred@603774663 after retry RPC after error@1474318517)))
02:27:29.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.323 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@389787219(state=PENDING, result=null, callback=(continuation of Deferred@764336300 after retry RPC after error@1197278122) -> (continuation of Deferred@1080696761 after retry RPC after error@183072977) -> (continuation of Deferred@1366919832 after retry RPC after error@2123793230) -> (continuation of Deferred@1855048946 after retry RPC after error@805244417) -> (continuation of Deferred@852458540 after retry RPC after error@2022249928) -> (continuation of Deferred@404729975 after retry RPC after error@1338456691) -> (continuation of Deferred@102760891 after retry RPC after error@909599714), errback=(continuation of Deferred@764336300 after retry RPC after error@1197278122) -> (continuation of Deferred@1080696761 after retry RPC after error@183072977) -> (continuation of Deferred@1366919832 after retry RPC after error@2123793230) -> (continuation of Deferred@1855048946 after retry RPC after error@805244417) -> (continuation of Deferred@852458540 after retry RPC after error@2022249928) -> (continuation of Deferred@404729975 after retry RPC after error@1338456691) -> (continuation of Deferred@102760891 after retry RPC after error@909599714)))
02:27:29.323 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:29.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.584 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1513305560(state=PENDING, result=null, callback=(continuation of Deferred@1956190478 after retry RPC after error@1312809256) -> (continuation of Deferred@6760170 after retry RPC after error@1127829195) -> (continuation of Deferred@2136239819 after retry RPC after error@1322509992) -> (continuation of Deferred@2008730094 after retry RPC after error@2130484932) -> (continuation of Deferred@578979302 after retry RPC after error@1941291448) -> (continuation of Deferred@1390515097 after retry RPC after error@1215376831) -> (continuation of Deferred@2129276130 after retry RPC after error@588221062), errback=(continuation of Deferred@1956190478 after retry RPC after error@1312809256) -> (continuation of Deferred@6760170 after retry RPC after error@1127829195) -> (continuation of Deferred@2136239819 after retry RPC after error@1322509992) -> (continuation of Deferred@2008730094 after retry RPC after error@2130484932) -> (continuation of Deferred@578979302 after retry RPC after error@1941291448) -> (continuation of Deferred@1390515097 after retry RPC after error@1215376831) -> (continuation of Deferred@2129276130 after retry RPC after error@588221062)))
02:27:29.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1513305560(state=PENDING, result=null, callback=(continuation of Deferred@1956190478 after retry RPC after error@1312809256) -> (continuation of Deferred@6760170 after retry RPC after error@1127829195) -> (continuation of Deferred@2136239819 after retry RPC after error@1322509992) -> (continuation of Deferred@2008730094 after retry RPC after error@2130484932) -> (continuation of Deferred@578979302 after retry RPC after error@1941291448) -> (continuation of Deferred@1390515097 after retry RPC after error@1215376831) -> (continuation of Deferred@2129276130 after retry RPC after error@588221062), errback=(continuation of Deferred@1956190478 after retry RPC after error@1312809256) -> (continuation of Deferred@6760170 after retry RPC after error@1127829195) -> (continuation of Deferred@2136239819 after retry RPC after error@1322509992) -> (continuation of Deferred@2008730094 after retry RPC after error@2130484932) -> (continuation of Deferred@578979302 after retry RPC after error@1941291448) -> (continuation of Deferred@1390515097 after retry RPC after error@1215376831) -> (continuation of Deferred@2129276130 after retry RPC after error@588221062)))
02:27:29.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1087272601(state=PENDING, result=null, callback=(continuation of Deferred@1047073408 after retry RPC after error@550038066) -> (continuation of Deferred@1830528237 after retry RPC after error@1590848873) -> (continuation of Deferred@676960545 after retry RPC after error@1327984482) -> (continuation of Deferred@2141951655 after retry RPC after error@845092126) -> (continuation of Deferred@1454047973 after retry RPC after error@579025709) -> (continuation of Deferred@20881268 after retry RPC after error@1266912680) -> (continuation of Deferred@1169232407 after retry RPC after error@2119173087), errback=(continuation of Deferred@1047073408 after retry RPC after error@550038066) -> (continuation of Deferred@1830528237 after retry RPC after error@1590848873) -> (continuation of Deferred@676960545 after retry RPC after error@1327984482) -> (continuation of Deferred@2141951655 after retry RPC after error@845092126) -> (continuation of Deferred@1454047973 after retry RPC after error@579025709) -> (continuation of Deferred@20881268 after retry RPC after error@1266912680) -> (continuation of Deferred@1169232407 after retry RPC after error@2119173087)))
02:27:29.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1087272601(state=PENDING, result=null, callback=(continuation of Deferred@1047073408 after retry RPC after error@550038066) -> (continuation of Deferred@1830528237 after retry RPC after error@1590848873) -> (continuation of Deferred@676960545 after retry RPC after error@1327984482) -> (continuation of Deferred@2141951655 after retry RPC after error@845092126) -> (continuation of Deferred@1454047973 after retry RPC after error@579025709) -> (continuation of Deferred@20881268 after retry RPC after error@1266912680) -> (continuation of Deferred@1169232407 after retry RPC after error@2119173087), errback=(continuation of Deferred@1047073408 after retry RPC after error@550038066) -> (continuation of Deferred@1830528237 after retry RPC after error@1590848873) -> (continuation of Deferred@676960545 after retry RPC after error@1327984482) -> (continuation of Deferred@2141951655 after retry RPC after error@845092126) -> (continuation of Deferred@1454047973 after retry RPC after error@579025709) -> (continuation of Deferred@20881268 after retry RPC after error@1266912680) -> (continuation of Deferred@1169232407 after retry RPC after error@2119173087)))
02:27:29.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:29.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:29.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:29.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:29.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:29.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:30.025744 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:30.025900 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:30.062 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [64ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@542091191(state=PENDING, result=null, callback=(continuation of Deferred@764423668 after retry RPC after error@260628983) -> (continuation of Deferred@1025809578 after retry RPC after error@1619785382) -> (continuation of Deferred@1280874702 after retry RPC after error@68640747) -> (continuation of Deferred@500126223 after retry RPC after error@575580630) -> (continuation of Deferred@718851001 after retry RPC after error@344862990) -> (continuation of Deferred@1941325498 after retry RPC after error@610357507) -> (continuation of Deferred@1216922421 after retry RPC after error@770415979), errback=(continuation of Deferred@764423668 after retry RPC after error@260628983) -> (continuation of Deferred@1025809578 after retry RPC after error@1619785382) -> (continuation of Deferred@1280874702 after retry RPC after error@68640747) -> (continuation of Deferred@500126223 after retry RPC after error@575580630) -> (continuation of Deferred@718851001 after retry RPC after error@344862990) -> (continuation of Deferred@1941325498 after retry RPC after error@610357507) -> (continuation of Deferred@1216922421 after retry RPC after error@770415979)))
02:27:30.063 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:30.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@886405122(state=PENDING, result=null, callback=(continuation of Deferred@1074565373 after retry RPC after error@18335890) -> (continuation of Deferred@514890300 after retry RPC after error@20640896) -> (continuation of Deferred@630523682 after retry RPC after error@452528218) -> (continuation of Deferred@8523843 after retry RPC after error@1456110119) -> (continuation of Deferred@1542183883 after retry RPC after error@159560500) -> (continuation of Deferred@429042255 after retry RPC after error@470605848) -> (continuation of Deferred@423384529 after retry RPC after error@96165585) -> (continuation of Deferred@158817531 after retry RPC after error@1912627693), errback=(continuation of Deferred@1074565373 after retry RPC after error@18335890) -> (continuation of Deferred@514890300 after retry RPC after error@20640896) -> (continuation of Deferred@630523682 after retry RPC after error@452528218) -> (continuation of Deferred@8523843 after retry RPC after error@1456110119) -> (continuation of Deferred@1542183883 after retry RPC after error@159560500) -> (continuation of Deferred@429042255 after retry RPC after error@470605848) -> (continuation of Deferred@423384529 after retry RPC after error@96165585) -> (continuation of Deferred@158817531 after retry RPC after error@1912627693)))
02:27:30.325 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@886405122(state=PENDING, result=null, callback=(continuation of Deferred@1074565373 after retry RPC after error@18335890) -> (continuation of Deferred@514890300 after retry RPC after error@20640896) -> (continuation of Deferred@630523682 after retry RPC after error@452528218) -> (continuation of Deferred@8523843 after retry RPC after error@1456110119) -> (continuation of Deferred@1542183883 after retry RPC after error@159560500) -> (continuation of Deferred@429042255 after retry RPC after error@470605848) -> (continuation of Deferred@423384529 after retry RPC after error@96165585) -> (continuation of Deferred@158817531 after retry RPC after error@1912627693), errback=(continuation of Deferred@1074565373 after retry RPC after error@18335890) -> (continuation of Deferred@514890300 after retry RPC after error@20640896) -> (continuation of Deferred@630523682 after retry RPC after error@452528218) -> (continuation of Deferred@8523843 after retry RPC after error@1456110119) -> (continuation of Deferred@1542183883 after retry RPC after error@159560500) -> (continuation of Deferred@429042255 after retry RPC after error@470605848) -> (continuation of Deferred@423384529 after retry RPC after error@96165585) -> (continuation of Deferred@158817531 after retry RPC after error@1912627693)))
02:27:30.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2093092659(state=PENDING, result=null, callback=(continuation of Deferred@2133793785 after retry RPC after error@980850051) -> (continuation of Deferred@2101042896 after retry RPC after error@300707283) -> (continuation of Deferred@370891972 after retry RPC after error@407836937) -> (continuation of Deferred@1067780366 after retry RPC after error@1305835996) -> (continuation of Deferred@23388638 after retry RPC after error@1635985322) -> (continuation of Deferred@1987686381 after retry RPC after error@268710759) -> (continuation of Deferred@919100072 after retry RPC after error@1317967276), errback=(continuation of Deferred@2133793785 after retry RPC after error@980850051) -> (continuation of Deferred@2101042896 after retry RPC after error@300707283) -> (continuation of Deferred@370891972 after retry RPC after error@407836937) -> (continuation of Deferred@1067780366 after retry RPC after error@1305835996) -> (continuation of Deferred@23388638 after retry RPC after error@1635985322) -> (continuation of Deferred@1987686381 after retry RPC after error@268710759) -> (continuation of Deferred@919100072 after retry RPC after error@1317967276)))
02:27:30.545 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2093092659(state=PENDING, result=null, callback=(continuation of Deferred@2133793785 after retry RPC after error@980850051) -> (continuation of Deferred@2101042896 after retry RPC after error@300707283) -> (continuation of Deferred@370891972 after retry RPC after error@407836937) -> (continuation of Deferred@1067780366 after retry RPC after error@1305835996) -> (continuation of Deferred@23388638 after retry RPC after error@1635985322) -> (continuation of Deferred@1987686381 after retry RPC after error@268710759) -> (continuation of Deferred@919100072 after retry RPC after error@1317967276), errback=(continuation of Deferred@2133793785 after retry RPC after error@980850051) -> (continuation of Deferred@2101042896 after retry RPC after error@300707283) -> (continuation of Deferred@370891972 after retry RPC after error@407836937) -> (continuation of Deferred@1067780366 after retry RPC after error@1305835996) -> (continuation of Deferred@23388638 after retry RPC after error@1635985322) -> (continuation of Deferred@1987686381 after retry RPC after error@268710759) -> (continuation of Deferred@919100072 after retry RPC after error@1317967276)))
02:27:30.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.564 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1462956503(state=PENDING, result=null, callback=(continuation of Deferred@92324557 after retry RPC after error@1197045708) -> (continuation of Deferred@577455474 after retry RPC after error@1654109345) -> (continuation of Deferred@1635943572 after retry RPC after error@1835624575) -> (continuation of Deferred@357687413 after retry RPC after error@1253866690) -> (continuation of Deferred@1072690981 after retry RPC after error@425941559) -> (continuation of Deferred@53166886 after retry RPC after error@718829037), errback=(continuation of Deferred@92324557 after retry RPC after error@1197045708) -> (continuation of Deferred@577455474 after retry RPC after error@1654109345) -> (continuation of Deferred@1635943572 after retry RPC after error@1835624575) -> (continuation of Deferred@357687413 after retry RPC after error@1253866690) -> (continuation of Deferred@1072690981 after retry RPC after error@425941559) -> (continuation of Deferred@53166886 after retry RPC after error@718829037)))
02:27:30.745 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1462956503(state=PENDING, result=null, callback=(continuation of Deferred@92324557 after retry RPC after error@1197045708) -> (continuation of Deferred@577455474 after retry RPC after error@1654109345) -> (continuation of Deferred@1635943572 after retry RPC after error@1835624575) -> (continuation of Deferred@357687413 after retry RPC after error@1253866690) -> (continuation of Deferred@1072690981 after retry RPC after error@425941559) -> (continuation of Deferred@53166886 after retry RPC after error@718829037), errback=(continuation of Deferred@92324557 after retry RPC after error@1197045708) -> (continuation of Deferred@577455474 after retry RPC after error@1654109345) -> (continuation of Deferred@1635943572 after retry RPC after error@1835624575) -> (continuation of Deferred@357687413 after retry RPC after error@1253866690) -> (continuation of Deferred@1072690981 after retry RPC after error@425941559) -> (continuation of Deferred@53166886 after retry RPC after error@718829037)))
02:27:30.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:30.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:30.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:30.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:30.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:30.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.005 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@462278666(state=PENDING, result=null, callback=(continuation of Deferred@1999500469 after retry RPC after error@681142987) -> (continuation of Deferred@1495816528 after retry RPC after error@743497727) -> (continuation of Deferred@885001884 after retry RPC after error@1475147261) -> (continuation of Deferred@1276499081 after retry RPC after error@1712342483) -> (continuation of Deferred@1385173859 after retry RPC after error@1650673617) -> (continuation of Deferred@11564680 after retry RPC after error@1684702608) -> (continuation of Deferred@917735797 after retry RPC after error@1310068157) -> (continuation of Deferred@1292973761 after retry RPC after error@2103934198), errback=(continuation of Deferred@1999500469 after retry RPC after error@681142987) -> (continuation of Deferred@1495816528 after retry RPC after error@743497727) -> (continuation of Deferred@885001884 after retry RPC after error@1475147261) -> (continuation of Deferred@1276499081 after retry RPC after error@1712342483) -> (continuation of Deferred@1385173859 after retry RPC after error@1650673617) -> (continuation of Deferred@11564680 after retry RPC after error@1684702608) -> (continuation of Deferred@917735797 after retry RPC after error@1310068157) -> (continuation of Deferred@1292973761 after retry RPC after error@2103934198)))
02:27:31.005 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@462278666(state=PENDING, result=null, callback=(continuation of Deferred@1999500469 after retry RPC after error@681142987) -> (continuation of Deferred@1495816528 after retry RPC after error@743497727) -> (continuation of Deferred@885001884 after retry RPC after error@1475147261) -> (continuation of Deferred@1276499081 after retry RPC after error@1712342483) -> (continuation of Deferred@1385173859 after retry RPC after error@1650673617) -> (continuation of Deferred@11564680 after retry RPC after error@1684702608) -> (continuation of Deferred@917735797 after retry RPC after error@1310068157) -> (continuation of Deferred@1292973761 after retry RPC after error@2103934198), errback=(continuation of Deferred@1999500469 after retry RPC after error@681142987) -> (continuation of Deferred@1495816528 after retry RPC after error@743497727) -> (continuation of Deferred@885001884 after retry RPC after error@1475147261) -> (continuation of Deferred@1276499081 after retry RPC after error@1712342483) -> (continuation of Deferred@1385173859 after retry RPC after error@1650673617) -> (continuation of Deferred@11564680 after retry RPC after error@1684702608) -> (continuation of Deferred@917735797 after retry RPC after error@1310068157) -> (continuation of Deferred@1292973761 after retry RPC after error@2103934198)))
02:27:31.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@622414925(state=PENDING, result=null, callback=(continuation of Deferred@747790176 after retry RPC after error@1112533240) -> (continuation of Deferred@810770058 after retry RPC after error@1598494697) -> (continuation of Deferred@1636842046 after retry RPC after error@1545934556) -> (continuation of Deferred@1990763740 after retry RPC after error@297213375) -> (continuation of Deferred@1897305213 after retry RPC after error@91352949) -> (continuation of Deferred@910959939 after retry RPC after error@532647120) -> (continuation of Deferred@1515144742 after retry RPC after error@1355743325), errback=(continuation of Deferred@747790176 after retry RPC after error@1112533240) -> (continuation of Deferred@810770058 after retry RPC after error@1598494697) -> (continuation of Deferred@1636842046 after retry RPC after error@1545934556) -> (continuation of Deferred@1990763740 after retry RPC after error@297213375) -> (continuation of Deferred@1897305213 after retry RPC after error@91352949) -> (continuation of Deferred@910959939 after retry RPC after error@532647120) -> (continuation of Deferred@1515144742 after retry RPC after error@1355743325)))
02:27:31.185 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@622414925(state=PENDING, result=null, callback=(continuation of Deferred@747790176 after retry RPC after error@1112533240) -> (continuation of Deferred@810770058 after retry RPC after error@1598494697) -> (continuation of Deferred@1636842046 after retry RPC after error@1545934556) -> (continuation of Deferred@1990763740 after retry RPC after error@297213375) -> (continuation of Deferred@1897305213 after retry RPC after error@91352949) -> (continuation of Deferred@910959939 after retry RPC after error@532647120) -> (continuation of Deferred@1515144742 after retry RPC after error@1355743325), errback=(continuation of Deferred@747790176 after retry RPC after error@1112533240) -> (continuation of Deferred@810770058 after retry RPC after error@1598494697) -> (continuation of Deferred@1636842046 after retry RPC after error@1545934556) -> (continuation of Deferred@1990763740 after retry RPC after error@297213375) -> (continuation of Deferred@1897305213 after retry RPC after error@91352949) -> (continuation of Deferred@910959939 after retry RPC after error@532647120) -> (continuation of Deferred@1515144742 after retry RPC after error@1355743325)))
02:27:31.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1747011054(state=PENDING, result=null, callback=(continuation of Deferred@1907487361 after retry RPC after error@605298533) -> (continuation of Deferred@760564308 after retry RPC after error@1329161253) -> (continuation of Deferred@828547769 after retry RPC after error@889810119) -> (continuation of Deferred@839485400 after retry RPC after error@907400688) -> (continuation of Deferred@315018977 after retry RPC after error@1826088746) -> (continuation of Deferred@312379951 after retry RPC after error@180123609) -> (continuation of Deferred@782827945 after retry RPC after error@2098482657), errback=(continuation of Deferred@1907487361 after retry RPC after error@605298533) -> (continuation of Deferred@760564308 after retry RPC after error@1329161253) -> (continuation of Deferred@828547769 after retry RPC after error@889810119) -> (continuation of Deferred@839485400 after retry RPC after error@907400688) -> (continuation of Deferred@315018977 after retry RPC after error@1826088746) -> (continuation of Deferred@312379951 after retry RPC after error@180123609) -> (continuation of Deferred@782827945 after retry RPC after error@2098482657)))
02:27:31.425 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1747011054(state=PENDING, result=null, callback=(continuation of Deferred@1907487361 after retry RPC after error@605298533) -> (continuation of Deferred@760564308 after retry RPC after error@1329161253) -> (continuation of Deferred@828547769 after retry RPC after error@889810119) -> (continuation of Deferred@839485400 after retry RPC after error@907400688) -> (continuation of Deferred@315018977 after retry RPC after error@1826088746) -> (continuation of Deferred@312379951 after retry RPC after error@180123609) -> (continuation of Deferred@782827945 after retry RPC after error@2098482657), errback=(continuation of Deferred@1907487361 after retry RPC after error@605298533) -> (continuation of Deferred@760564308 after retry RPC after error@1329161253) -> (continuation of Deferred@828547769 after retry RPC after error@889810119) -> (continuation of Deferred@839485400 after retry RPC after error@907400688) -> (continuation of Deferred@315018977 after retry RPC after error@1826088746) -> (continuation of Deferred@312379951 after retry RPC after error@180123609) -> (continuation of Deferred@782827945 after retry RPC after error@2098482657)))
02:27:31.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.702 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@73483172(state=PENDING, result=null, callback=(continuation of Deferred@2110913178 after retry RPC after error@718367064) -> (continuation of Deferred@409038189 after retry RPC after error@370368934) -> (continuation of Deferred@1692687572 after retry RPC after error@1172202169) -> (continuation of Deferred@1447523690 after retry RPC after error@1532244053) -> (continuation of Deferred@487638295 after retry RPC after error@736995238) -> (continuation of Deferred@1181510548 after retry RPC after error@1010838932) -> (continuation of Deferred@669220726 after retry RPC after error@1635073211), errback=(continuation of Deferred@2110913178 after retry RPC after error@718367064) -> (continuation of Deferred@409038189 after retry RPC after error@370368934) -> (continuation of Deferred@1692687572 after retry RPC after error@1172202169) -> (continuation of Deferred@1447523690 after retry RPC after error@1532244053) -> (continuation of Deferred@487638295 after retry RPC after error@736995238) -> (continuation of Deferred@1181510548 after retry RPC after error@1010838932) -> (continuation of Deferred@669220726 after retry RPC after error@1635073211)))
02:27:31.703 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:31.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:31.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1885348757(state=PENDING, result=null, callback=(continuation of Deferred@587475505 after retry RPC after error@1753176248) -> (continuation of Deferred@304076816 after retry RPC after error@1670528333) -> (continuation of Deferred@1640351404 after retry RPC after error@1936582836) -> (continuation of Deferred@534667665 after retry RPC after error@1834241906) -> (continuation of Deferred@585827538 after retry RPC after error@1054830707) -> (continuation of Deferred@1390501072 after retry RPC after error@495035937) -> (continuation of Deferred@1740045527 after retry RPC after error@581915834), errback=(continuation of Deferred@587475505 after retry RPC after error@1753176248) -> (continuation of Deferred@304076816 after retry RPC after error@1670528333) -> (continuation of Deferred@1640351404 after retry RPC after error@1936582836) -> (continuation of Deferred@534667665 after retry RPC after error@1834241906) -> (continuation of Deferred@585827538 after retry RPC after error@1054830707) -> (continuation of Deferred@1390501072 after retry RPC after error@495035937) -> (continuation of Deferred@1740045527 after retry RPC after error@581915834)))
02:27:31.965 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1885348757(state=PENDING, result=null, callback=(continuation of Deferred@587475505 after retry RPC after error@1753176248) -> (continuation of Deferred@304076816 after retry RPC after error@1670528333) -> (continuation of Deferred@1640351404 after retry RPC after error@1936582836) -> (continuation of Deferred@534667665 after retry RPC after error@1834241906) -> (continuation of Deferred@585827538 after retry RPC after error@1054830707) -> (continuation of Deferred@1390501072 after retry RPC after error@495035937) -> (continuation of Deferred@1740045527 after retry RPC after error@581915834), errback=(continuation of Deferred@587475505 after retry RPC after error@1753176248) -> (continuation of Deferred@304076816 after retry RPC after error@1670528333) -> (continuation of Deferred@1640351404 after retry RPC after error@1936582836) -> (continuation of Deferred@534667665 after retry RPC after error@1834241906) -> (continuation of Deferred@585827538 after retry RPC after error@1054830707) -> (continuation of Deferred@1390501072 after retry RPC after error@495035937) -> (continuation of Deferred@1740045527 after retry RPC after error@581915834)))
02:27:31.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:31.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:31.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:31.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:31.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.105 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.243 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@714272481(state=PENDING, result=null, callback=(continuation of Deferred@1769396379 after retry RPC after error@256078157) -> (continuation of Deferred@497139711 after retry RPC after error@544849740) -> (continuation of Deferred@2140408280 after retry RPC after error@1800001150) -> (continuation of Deferred@2064106159 after retry RPC after error@376017244) -> (continuation of Deferred@1231851648 after retry RPC after error@1823688181) -> (continuation of Deferred@702865526 after retry RPC after error@1943893863) -> (continuation of Deferred@1578635532 after retry RPC after error@678591447), errback=(continuation of Deferred@1769396379 after retry RPC after error@256078157) -> (continuation of Deferred@497139711 after retry RPC after error@544849740) -> (continuation of Deferred@2140408280 after retry RPC after error@1800001150) -> (continuation of Deferred@2064106159 after retry RPC after error@376017244) -> (continuation of Deferred@1231851648 after retry RPC after error@1823688181) -> (continuation of Deferred@702865526 after retry RPC after error@1943893863) -> (continuation of Deferred@1578635532 after retry RPC after error@678591447)))
02:27:32.243 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:32.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:32.329870 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:32.332235 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:32.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:32.333501 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:32.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.365 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.484 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@414590568(state=PENDING, result=null, callback=(continuation of Deferred@1722874956 after retry RPC after error@1288075523) -> (continuation of Deferred@90651556 after retry RPC after error@751556614) -> (continuation of Deferred@1299714895 after retry RPC after error@839476610) -> (continuation of Deferred@244306556 after retry RPC after error@2096504899) -> (continuation of Deferred@1897510649 after retry RPC after error@147191853) -> (continuation of Deferred@2016008059 after retry RPC after error@898630661) -> (continuation of Deferred@151175728 after retry RPC after error@773932973), errback=(continuation of Deferred@1722874956 after retry RPC after error@1288075523) -> (continuation of Deferred@90651556 after retry RPC after error@751556614) -> (continuation of Deferred@1299714895 after retry RPC after error@839476610) -> (continuation of Deferred@244306556 after retry RPC after error@2096504899) -> (continuation of Deferred@1897510649 after retry RPC after error@147191853) -> (continuation of Deferred@2016008059 after retry RPC after error@898630661) -> (continuation of Deferred@151175728 after retry RPC after error@773932973)))
02:27:32.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@414590568(state=PENDING, result=null, callback=(continuation of Deferred@1722874956 after retry RPC after error@1288075523) -> (continuation of Deferred@90651556 after retry RPC after error@751556614) -> (continuation of Deferred@1299714895 after retry RPC after error@839476610) -> (continuation of Deferred@244306556 after retry RPC after error@2096504899) -> (continuation of Deferred@1897510649 after retry RPC after error@147191853) -> (continuation of Deferred@2016008059 after retry RPC after error@898630661) -> (continuation of Deferred@151175728 after retry RPC after error@773932973), errback=(continuation of Deferred@1722874956 after retry RPC after error@1288075523) -> (continuation of Deferred@90651556 after retry RPC after error@751556614) -> (continuation of Deferred@1299714895 after retry RPC after error@839476610) -> (continuation of Deferred@244306556 after retry RPC after error@2096504899) -> (continuation of Deferred@1897510649 after retry RPC after error@147191853) -> (continuation of Deferred@2016008059 after retry RPC after error@898630661) -> (continuation of Deferred@151175728 after retry RPC after error@773932973)))
02:27:32.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@249541510(state=PENDING, result=null, callback=(continuation of Deferred@1475296491 after retry RPC after error@1623271575) -> (continuation of Deferred@2141168994 after retry RPC after error@212822676) -> (continuation of Deferred@571017102 after retry RPC after error@1273300680) -> (continuation of Deferred@1238572643 after retry RPC after error@1046423047) -> (continuation of Deferred@1417700149 after retry RPC after error@934341675) -> (continuation of Deferred@1715588280 after retry RPC after error@568959337) -> (continuation of Deferred@1990719402 after retry RPC after error@1187417313), errback=(continuation of Deferred@1475296491 after retry RPC after error@1623271575) -> (continuation of Deferred@2141168994 after retry RPC after error@212822676) -> (continuation of Deferred@571017102 after retry RPC after error@1273300680) -> (continuation of Deferred@1238572643 after retry RPC after error@1046423047) -> (continuation of Deferred@1417700149 after retry RPC after error@934341675) -> (continuation of Deferred@1715588280 after retry RPC after error@568959337) -> (continuation of Deferred@1990719402 after retry RPC after error@1187417313)))
02:27:32.686 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@249541510(state=PENDING, result=null, callback=(continuation of Deferred@1475296491 after retry RPC after error@1623271575) -> (continuation of Deferred@2141168994 after retry RPC after error@212822676) -> (continuation of Deferred@571017102 after retry RPC after error@1273300680) -> (continuation of Deferred@1238572643 after retry RPC after error@1046423047) -> (continuation of Deferred@1417700149 after retry RPC after error@934341675) -> (continuation of Deferred@1715588280 after retry RPC after error@568959337) -> (continuation of Deferred@1990719402 after retry RPC after error@1187417313), errback=(continuation of Deferred@1475296491 after retry RPC after error@1623271575) -> (continuation of Deferred@2141168994 after retry RPC after error@212822676) -> (continuation of Deferred@571017102 after retry RPC after error@1273300680) -> (continuation of Deferred@1238572643 after retry RPC after error@1046423047) -> (continuation of Deferred@1417700149 after retry RPC after error@934341675) -> (continuation of Deferred@1715588280 after retry RPC after error@568959337) -> (continuation of Deferred@1990719402 after retry RPC after error@1187417313)))
02:27:32.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1856278114(state=PENDING, result=null, callback=(continuation of Deferred@1403184838 after retry RPC after error@315761063) -> (continuation of Deferred@796195352 after retry RPC after error@1709811210) -> (continuation of Deferred@557447335 after retry RPC after error@585443902) -> (continuation of Deferred@709468224 after retry RPC after error@37264117) -> (continuation of Deferred@1823123157 after retry RPC after error@1737868708) -> (continuation of Deferred@3748534 after retry RPC after error@1175514998) -> (continuation of Deferred@2142594415 after retry RPC after error@910436312), errback=(continuation of Deferred@1403184838 after retry RPC after error@315761063) -> (continuation of Deferred@796195352 after retry RPC after error@1709811210) -> (continuation of Deferred@557447335 after retry RPC after error@585443902) -> (continuation of Deferred@709468224 after retry RPC after error@37264117) -> (continuation of Deferred@1823123157 after retry RPC after error@1737868708) -> (continuation of Deferred@3748534 after retry RPC after error@1175514998) -> (continuation of Deferred@2142594415 after retry RPC after error@910436312)))
02:27:32.866 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1856278114(state=PENDING, result=null, callback=(continuation of Deferred@1403184838 after retry RPC after error@315761063) -> (continuation of Deferred@796195352 after retry RPC after error@1709811210) -> (continuation of Deferred@557447335 after retry RPC after error@585443902) -> (continuation of Deferred@709468224 after retry RPC after error@37264117) -> (continuation of Deferred@1823123157 after retry RPC after error@1737868708) -> (continuation of Deferred@3748534 after retry RPC after error@1175514998) -> (continuation of Deferred@2142594415 after retry RPC after error@910436312), errback=(continuation of Deferred@1403184838 after retry RPC after error@315761063) -> (continuation of Deferred@796195352 after retry RPC after error@1709811210) -> (continuation of Deferred@557447335 after retry RPC after error@585443902) -> (continuation of Deferred@709468224 after retry RPC after error@37264117) -> (continuation of Deferred@1823123157 after retry RPC after error@1737868708) -> (continuation of Deferred@3748534 after retry RPC after error@1175514998) -> (continuation of Deferred@2142594415 after retry RPC after error@910436312)))
02:27:32.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:32.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:32.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:32.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:32.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:32.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.124 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1744594707(state=PENDING, result=null, callback=(continuation of Deferred@2039090452 after retry RPC after error@53994823) -> (continuation of Deferred@447042047 after retry RPC after error@509966663) -> (continuation of Deferred@925771058 after retry RPC after error@185590605) -> (continuation of Deferred@999645562 after retry RPC after error@244291598) -> (continuation of Deferred@1221471064 after retry RPC after error@1018150023) -> (continuation of Deferred@740398297 after retry RPC after error@1578907323) -> (continuation of Deferred@1739670219 after retry RPC after error@649822526) -> (continuation of Deferred@102522476 after retry RPC after error@956963322), errback=(continuation of Deferred@2039090452 after retry RPC after error@53994823) -> (continuation of Deferred@447042047 after retry RPC after error@509966663) -> (continuation of Deferred@925771058 after retry RPC after error@185590605) -> (continuation of Deferred@999645562 after retry RPC after error@244291598) -> (continuation of Deferred@1221471064 after retry RPC after error@1018150023) -> (continuation of Deferred@740398297 after retry RPC after error@1578907323) -> (continuation of Deferred@1739670219 after retry RPC after error@649822526) -> (continuation of Deferred@102522476 after retry RPC after error@956963322)))
02:27:33.125 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1744594707(state=PENDING, result=null, callback=(continuation of Deferred@2039090452 after retry RPC after error@53994823) -> (continuation of Deferred@447042047 after retry RPC after error@509966663) -> (continuation of Deferred@925771058 after retry RPC after error@185590605) -> (continuation of Deferred@999645562 after retry RPC after error@244291598) -> (continuation of Deferred@1221471064 after retry RPC after error@1018150023) -> (continuation of Deferred@740398297 after retry RPC after error@1578907323) -> (continuation of Deferred@1739670219 after retry RPC after error@649822526) -> (continuation of Deferred@102522476 after retry RPC after error@956963322), errback=(continuation of Deferred@2039090452 after retry RPC after error@53994823) -> (continuation of Deferred@447042047 after retry RPC after error@509966663) -> (continuation of Deferred@925771058 after retry RPC after error@185590605) -> (continuation of Deferred@999645562 after retry RPC after error@244291598) -> (continuation of Deferred@1221471064 after retry RPC after error@1018150023) -> (continuation of Deferred@740398297 after retry RPC after error@1578907323) -> (continuation of Deferred@1739670219 after retry RPC after error@649822526) -> (continuation of Deferred@102522476 after retry RPC after error@956963322)))
02:27:33.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.384 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1797318440(state=PENDING, result=null, callback=(continuation of Deferred@777944439 after retry RPC after error@106591490) -> (continuation of Deferred@106385942 after retry RPC after error@1789062227) -> (continuation of Deferred@936018357 after retry RPC after error@1659703339) -> (continuation of Deferred@1586899330 after retry RPC after error@598447735) -> (continuation of Deferred@1074752670 after retry RPC after error@1256804604) -> (continuation of Deferred@635222554 after retry RPC after error@1513855224) -> (continuation of Deferred@1642816701 after retry RPC after error@1636148940), errback=(continuation of Deferred@777944439 after retry RPC after error@106591490) -> (continuation of Deferred@106385942 after retry RPC after error@1789062227) -> (continuation of Deferred@936018357 after retry RPC after error@1659703339) -> (continuation of Deferred@1586899330 after retry RPC after error@598447735) -> (continuation of Deferred@1074752670 after retry RPC after error@1256804604) -> (continuation of Deferred@635222554 after retry RPC after error@1513855224) -> (continuation of Deferred@1642816701 after retry RPC after error@1636148940)))
02:27:33.385 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1797318440(state=PENDING, result=null, callback=(continuation of Deferred@777944439 after retry RPC after error@106591490) -> (continuation of Deferred@106385942 after retry RPC after error@1789062227) -> (continuation of Deferred@936018357 after retry RPC after error@1659703339) -> (continuation of Deferred@1586899330 after retry RPC after error@598447735) -> (continuation of Deferred@1074752670 after retry RPC after error@1256804604) -> (continuation of Deferred@635222554 after retry RPC after error@1513855224) -> (continuation of Deferred@1642816701 after retry RPC after error@1636148940), errback=(continuation of Deferred@777944439 after retry RPC after error@106591490) -> (continuation of Deferred@106385942 after retry RPC after error@1789062227) -> (continuation of Deferred@936018357 after retry RPC after error@1659703339) -> (continuation of Deferred@1586899330 after retry RPC after error@598447735) -> (continuation of Deferred@1074752670 after retry RPC after error@1256804604) -> (continuation of Deferred@635222554 after retry RPC after error@1513855224) -> (continuation of Deferred@1642816701 after retry RPC after error@1636148940)))
02:27:33.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@614856286(state=PENDING, result=null, callback=(continuation of Deferred@1606790206 after retry RPC after error@973227275) -> (continuation of Deferred@607851550 after retry RPC after error@791085505) -> (continuation of Deferred@1576139847 after retry RPC after error@1970520303) -> (continuation of Deferred@152347067 after retry RPC after error@506101841) -> (continuation of Deferred@1290490903 after retry RPC after error@670335453) -> (continuation of Deferred@188872161 after retry RPC after error@1092867280), errback=(continuation of Deferred@1606790206 after retry RPC after error@973227275) -> (continuation of Deferred@607851550 after retry RPC after error@791085505) -> (continuation of Deferred@1576139847 after retry RPC after error@1970520303) -> (continuation of Deferred@152347067 after retry RPC after error@506101841) -> (continuation of Deferred@1290490903 after retry RPC after error@670335453) -> (continuation of Deferred@188872161 after retry RPC after error@1092867280)))
02:27:33.545 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@614856286(state=PENDING, result=null, callback=(continuation of Deferred@1606790206 after retry RPC after error@973227275) -> (continuation of Deferred@607851550 after retry RPC after error@791085505) -> (continuation of Deferred@1576139847 after retry RPC after error@1970520303) -> (continuation of Deferred@152347067 after retry RPC after error@506101841) -> (continuation of Deferred@1290490903 after retry RPC after error@670335453) -> (continuation of Deferred@188872161 after retry RPC after error@1092867280), errback=(continuation of Deferred@1606790206 after retry RPC after error@973227275) -> (continuation of Deferred@607851550 after retry RPC after error@791085505) -> (continuation of Deferred@1576139847 after retry RPC after error@1970520303) -> (continuation of Deferred@152347067 after retry RPC after error@506101841) -> (continuation of Deferred@1290490903 after retry RPC after error@670335453) -> (continuation of Deferred@188872161 after retry RPC after error@1092867280)))
02:27:33.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1952133226(state=PENDING, result=null, callback=(continuation of Deferred@1161130942 after retry RPC after error@1937796230) -> (continuation of Deferred@1941383322 after retry RPC after error@1581420262) -> (continuation of Deferred@805617171 after retry RPC after error@1074790601) -> (continuation of Deferred@178852777 after retry RPC after error@1079413156) -> (continuation of Deferred@1438077851 after retry RPC after error@367069100) -> (continuation of Deferred@1461152482 after retry RPC after error@603505165), errback=(continuation of Deferred@1161130942 after retry RPC after error@1937796230) -> (continuation of Deferred@1941383322 after retry RPC after error@1581420262) -> (continuation of Deferred@805617171 after retry RPC after error@1074790601) -> (continuation of Deferred@178852777 after retry RPC after error@1079413156) -> (continuation of Deferred@1438077851 after retry RPC after error@367069100) -> (continuation of Deferred@1461152482 after retry RPC after error@603505165)))
02:27:33.745 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1952133226(state=PENDING, result=null, callback=(continuation of Deferred@1161130942 after retry RPC after error@1937796230) -> (continuation of Deferred@1941383322 after retry RPC after error@1581420262) -> (continuation of Deferred@805617171 after retry RPC after error@1074790601) -> (continuation of Deferred@178852777 after retry RPC after error@1079413156) -> (continuation of Deferred@1438077851 after retry RPC after error@367069100) -> (continuation of Deferred@1461152482 after retry RPC after error@603505165), errback=(continuation of Deferred@1161130942 after retry RPC after error@1937796230) -> (continuation of Deferred@1941383322 after retry RPC after error@1581420262) -> (continuation of Deferred@805617171 after retry RPC after error@1074790601) -> (continuation of Deferred@178852777 after retry RPC after error@1079413156) -> (continuation of Deferred@1438077851 after retry RPC after error@367069100) -> (continuation of Deferred@1461152482 after retry RPC after error@603505165)))
02:27:33.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@665715011(state=PENDING, result=null, callback=(continuation of Deferred@2068931513 after retry RPC after error@1299883492) -> (continuation of Deferred@188961049 after retry RPC after error@1546714411) -> (continuation of Deferred@738988479 after retry RPC after error@885113951) -> (continuation of Deferred@630947911 after retry RPC after error@2124019834) -> (continuation of Deferred@844402687 after retry RPC after error@135087830) -> (continuation of Deferred@1902994984 after retry RPC after error@1074137687), errback=(continuation of Deferred@2068931513 after retry RPC after error@1299883492) -> (continuation of Deferred@188961049 after retry RPC after error@1546714411) -> (continuation of Deferred@738988479 after retry RPC after error@885113951) -> (continuation of Deferred@630947911 after retry RPC after error@2124019834) -> (continuation of Deferred@844402687 after retry RPC after error@135087830) -> (continuation of Deferred@1902994984 after retry RPC after error@1074137687)))
02:27:33.925 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@665715011(state=PENDING, result=null, callback=(continuation of Deferred@2068931513 after retry RPC after error@1299883492) -> (continuation of Deferred@188961049 after retry RPC after error@1546714411) -> (continuation of Deferred@738988479 after retry RPC after error@885113951) -> (continuation of Deferred@630947911 after retry RPC after error@2124019834) -> (continuation of Deferred@844402687 after retry RPC after error@135087830) -> (continuation of Deferred@1902994984 after retry RPC after error@1074137687), errback=(continuation of Deferred@2068931513 after retry RPC after error@1299883492) -> (continuation of Deferred@188961049 after retry RPC after error@1546714411) -> (continuation of Deferred@738988479 after retry RPC after error@885113951) -> (continuation of Deferred@630947911 after retry RPC after error@2124019834) -> (continuation of Deferred@844402687 after retry RPC after error@135087830) -> (continuation of Deferred@1902994984 after retry RPC after error@1074137687)))
02:27:33.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:33.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:33.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:33.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:33.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:33.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@62754416(state=PENDING, result=null, callback=(continuation of Deferred@826688924 after retry RPC after error@1493149553) -> (continuation of Deferred@125753130 after retry RPC after error@1751062459) -> (continuation of Deferred@1798751625 after retry RPC after error@1314337713) -> (continuation of Deferred@1063353046 after retry RPC after error@798179406) -> (continuation of Deferred@1926546104 after retry RPC after error@99200488) -> (continuation of Deferred@837472329 after retry RPC after error@72247050) -> (continuation of Deferred@1356575801 after retry RPC after error@404079911), errback=(continuation of Deferred@826688924 after retry RPC after error@1493149553) -> (continuation of Deferred@125753130 after retry RPC after error@1751062459) -> (continuation of Deferred@1798751625 after retry RPC after error@1314337713) -> (continuation of Deferred@1063353046 after retry RPC after error@798179406) -> (continuation of Deferred@1926546104 after retry RPC after error@99200488) -> (continuation of Deferred@837472329 after retry RPC after error@72247050) -> (continuation of Deferred@1356575801 after retry RPC after error@404079911)))
02:27:34.185 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@62754416(state=PENDING, result=null, callback=(continuation of Deferred@826688924 after retry RPC after error@1493149553) -> (continuation of Deferred@125753130 after retry RPC after error@1751062459) -> (continuation of Deferred@1798751625 after retry RPC after error@1314337713) -> (continuation of Deferred@1063353046 after retry RPC after error@798179406) -> (continuation of Deferred@1926546104 after retry RPC after error@99200488) -> (continuation of Deferred@837472329 after retry RPC after error@72247050) -> (continuation of Deferred@1356575801 after retry RPC after error@404079911), errback=(continuation of Deferred@826688924 after retry RPC after error@1493149553) -> (continuation of Deferred@125753130 after retry RPC after error@1751062459) -> (continuation of Deferred@1798751625 after retry RPC after error@1314337713) -> (continuation of Deferred@1063353046 after retry RPC after error@798179406) -> (continuation of Deferred@1926546104 after retry RPC after error@99200488) -> (continuation of Deferred@837472329 after retry RPC after error@72247050) -> (continuation of Deferred@1356575801 after retry RPC after error@404079911)))
02:27:34.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@645500779(state=PENDING, result=null, callback=(continuation of Deferred@612201454 after retry RPC after error@1940534191) -> (continuation of Deferred@961571068 after retry RPC after error@1396226666) -> (continuation of Deferred@479547872 after retry RPC after error@1040199318) -> (continuation of Deferred@78489122 after retry RPC after error@315664183) -> (continuation of Deferred@612171484 after retry RPC after error@464982107) -> (continuation of Deferred@1916938681 after retry RPC after error@1706869209) -> (continuation of Deferred@653609388 after retry RPC after error@98808033), errback=(continuation of Deferred@612201454 after retry RPC after error@1940534191) -> (continuation of Deferred@961571068 after retry RPC after error@1396226666) -> (continuation of Deferred@479547872 after retry RPC after error@1040199318) -> (continuation of Deferred@78489122 after retry RPC after error@315664183) -> (continuation of Deferred@612171484 after retry RPC after error@464982107) -> (continuation of Deferred@1916938681 after retry RPC after error@1706869209) -> (continuation of Deferred@653609388 after retry RPC after error@98808033)))
02:27:34.405 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@645500779(state=PENDING, result=null, callback=(continuation of Deferred@612201454 after retry RPC after error@1940534191) -> (continuation of Deferred@961571068 after retry RPC after error@1396226666) -> (continuation of Deferred@479547872 after retry RPC after error@1040199318) -> (continuation of Deferred@78489122 after retry RPC after error@315664183) -> (continuation of Deferred@612171484 after retry RPC after error@464982107) -> (continuation of Deferred@1916938681 after retry RPC after error@1706869209) -> (continuation of Deferred@653609388 after retry RPC after error@98808033), errback=(continuation of Deferred@612201454 after retry RPC after error@1940534191) -> (continuation of Deferred@961571068 after retry RPC after error@1396226666) -> (continuation of Deferred@479547872 after retry RPC after error@1040199318) -> (continuation of Deferred@78489122 after retry RPC after error@315664183) -> (continuation of Deferred@612171484 after retry RPC after error@464982107) -> (continuation of Deferred@1916938681 after retry RPC after error@1706869209) -> (continuation of Deferred@653609388 after retry RPC after error@98808033)))
02:27:34.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@375192970(state=PENDING, result=null, callback=(continuation of Deferred@1959665248 after retry RPC after error@1175363426) -> (continuation of Deferred@151885126 after retry RPC after error@2026670400) -> (continuation of Deferred@2096473383 after retry RPC after error@1311952980) -> (continuation of Deferred@737205105 after retry RPC after error@929747398) -> (continuation of Deferred@1718064785 after retry RPC after error@1041189497) -> (continuation of Deferred@327759258 after retry RPC after error@1913397964) -> (continuation of Deferred@671478018 after retry RPC after error@1813850873), errback=(continuation of Deferred@1959665248 after retry RPC after error@1175363426) -> (continuation of Deferred@151885126 after retry RPC after error@2026670400) -> (continuation of Deferred@2096473383 after retry RPC after error@1311952980) -> (continuation of Deferred@737205105 after retry RPC after error@929747398) -> (continuation of Deferred@1718064785 after retry RPC after error@1041189497) -> (continuation of Deferred@327759258 after retry RPC after error@1913397964) -> (continuation of Deferred@671478018 after retry RPC after error@1813850873)))
02:27:34.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@375192970(state=PENDING, result=null, callback=(continuation of Deferred@1959665248 after retry RPC after error@1175363426) -> (continuation of Deferred@151885126 after retry RPC after error@2026670400) -> (continuation of Deferred@2096473383 after retry RPC after error@1311952980) -> (continuation of Deferred@737205105 after retry RPC after error@929747398) -> (continuation of Deferred@1718064785 after retry RPC after error@1041189497) -> (continuation of Deferred@327759258 after retry RPC after error@1913397964) -> (continuation of Deferred@671478018 after retry RPC after error@1813850873), errback=(continuation of Deferred@1959665248 after retry RPC after error@1175363426) -> (continuation of Deferred@151885126 after retry RPC after error@2026670400) -> (continuation of Deferred@2096473383 after retry RPC after error@1311952980) -> (continuation of Deferred@737205105 after retry RPC after error@929747398) -> (continuation of Deferred@1718064785 after retry RPC after error@1041189497) -> (continuation of Deferred@327759258 after retry RPC after error@1913397964) -> (continuation of Deferred@671478018 after retry RPC after error@1813850873)))
02:27:34.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [19ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1607845037(state=PENDING, result=null, callback=(continuation of Deferred@1150920575 after retry RPC after error@1538312181) -> (continuation of Deferred@1566352834 after retry RPC after error@744354408) -> (continuation of Deferred@636885699 after retry RPC after error@2015686375) -> (continuation of Deferred@1089353364 after retry RPC after error@56836691) -> (continuation of Deferred@374759678 after retry RPC after error@1239082757) -> (continuation of Deferred@2024878652 after retry RPC after error@1641645731) -> (continuation of Deferred@1143823350 after retry RPC after error@1523678905), errback=(continuation of Deferred@1150920575 after retry RPC after error@1538312181) -> (continuation of Deferred@1566352834 after retry RPC after error@744354408) -> (continuation of Deferred@636885699 after retry RPC after error@2015686375) -> (continuation of Deferred@1089353364 after retry RPC after error@56836691) -> (continuation of Deferred@374759678 after retry RPC after error@1239082757) -> (continuation of Deferred@2024878652 after retry RPC after error@1641645731) -> (continuation of Deferred@1143823350 after retry RPC after error@1523678905)))
02:27:34.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [19ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1607845037(state=PENDING, result=null, callback=(continuation of Deferred@1150920575 after retry RPC after error@1538312181) -> (continuation of Deferred@1566352834 after retry RPC after error@744354408) -> (continuation of Deferred@636885699 after retry RPC after error@2015686375) -> (continuation of Deferred@1089353364 after retry RPC after error@56836691) -> (continuation of Deferred@374759678 after retry RPC after error@1239082757) -> (continuation of Deferred@2024878652 after retry RPC after error@1641645731) -> (continuation of Deferred@1143823350 after retry RPC after error@1523678905), errback=(continuation of Deferred@1150920575 after retry RPC after error@1538312181) -> (continuation of Deferred@1566352834 after retry RPC after error@744354408) -> (continuation of Deferred@636885699 after retry RPC after error@2015686375) -> (continuation of Deferred@1089353364 after retry RPC after error@56836691) -> (continuation of Deferred@374759678 after retry RPC after error@1239082757) -> (continuation of Deferred@2024878652 after retry RPC after error@1641645731) -> (continuation of Deferred@1143823350 after retry RPC after error@1523678905)))
02:27:34.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:34.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:34.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:34.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:34.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:34.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:35.028717 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:35.028861 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:35.123 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1664777333(state=PENDING, result=null, callback=(continuation of Deferred@1120758258 after retry RPC after error@216951897) -> (continuation of Deferred@1282240530 after retry RPC after error@2089051198) -> (continuation of Deferred@1437532325 after retry RPC after error@710681325) -> (continuation of Deferred@219556436 after retry RPC after error@1382812252) -> (continuation of Deferred@2146140828 after retry RPC after error@879463622) -> (continuation of Deferred@135484565 after retry RPC after error@975147297) -> (continuation of Deferred@432216988 after retry RPC after error@1898363358), errback=(continuation of Deferred@1120758258 after retry RPC after error@216951897) -> (continuation of Deferred@1282240530 after retry RPC after error@2089051198) -> (continuation of Deferred@1437532325 after retry RPC after error@710681325) -> (continuation of Deferred@219556436 after retry RPC after error@1382812252) -> (continuation of Deferred@2146140828 after retry RPC after error@879463622) -> (continuation of Deferred@135484565 after retry RPC after error@975147297) -> (continuation of Deferred@432216988 after retry RPC after error@1898363358)))
02:27:35.123 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:35.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1204307385(state=PENDING, result=null, callback=(continuation of Deferred@2080356460 after retry RPC after error@217266945) -> (continuation of Deferred@191271061 after retry RPC after error@235338189) -> (continuation of Deferred@138153145 after retry RPC after error@495060364) -> (continuation of Deferred@576707729 after retry RPC after error@456032646) -> (continuation of Deferred@1931415454 after retry RPC after error@2126305812) -> (continuation of Deferred@584788486 after retry RPC after error@1293335914), errback=(continuation of Deferred@2080356460 after retry RPC after error@217266945) -> (continuation of Deferred@191271061 after retry RPC after error@235338189) -> (continuation of Deferred@138153145 after retry RPC after error@495060364) -> (continuation of Deferred@576707729 after retry RPC after error@456032646) -> (continuation of Deferred@1931415454 after retry RPC after error@2126305812) -> (continuation of Deferred@584788486 after retry RPC after error@1293335914)))
02:27:35.345 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1204307385(state=PENDING, result=null, callback=(continuation of Deferred@2080356460 after retry RPC after error@217266945) -> (continuation of Deferred@191271061 after retry RPC after error@235338189) -> (continuation of Deferred@138153145 after retry RPC after error@495060364) -> (continuation of Deferred@576707729 after retry RPC after error@456032646) -> (continuation of Deferred@1931415454 after retry RPC after error@2126305812) -> (continuation of Deferred@584788486 after retry RPC after error@1293335914), errback=(continuation of Deferred@2080356460 after retry RPC after error@217266945) -> (continuation of Deferred@191271061 after retry RPC after error@235338189) -> (continuation of Deferred@138153145 after retry RPC after error@495060364) -> (continuation of Deferred@576707729 after retry RPC after error@456032646) -> (continuation of Deferred@1931415454 after retry RPC after error@2126305812) -> (continuation of Deferred@584788486 after retry RPC after error@1293335914)))
02:27:35.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@902689554(state=PENDING, result=null, callback=(continuation of Deferred@1594494349 after retry RPC after error@1233959892) -> (continuation of Deferred@790060864 after retry RPC after error@1972927699) -> (continuation of Deferred@2062643592 after retry RPC after error@1443837721) -> (continuation of Deferred@1140301767 after retry RPC after error@1967070606) -> (continuation of Deferred@78864272 after retry RPC after error@732628960) -> (continuation of Deferred@1423813877 after retry RPC after error@1501763725) -> (continuation of Deferred@1204982770 after retry RPC after error@875895023), errback=(continuation of Deferred@1594494349 after retry RPC after error@1233959892) -> (continuation of Deferred@790060864 after retry RPC after error@1972927699) -> (continuation of Deferred@2062643592 after retry RPC after error@1443837721) -> (continuation of Deferred@1140301767 after retry RPC after error@1967070606) -> (continuation of Deferred@78864272 after retry RPC after error@732628960) -> (continuation of Deferred@1423813877 after retry RPC after error@1501763725) -> (continuation of Deferred@1204982770 after retry RPC after error@875895023)))
02:27:35.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [183ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [223ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@902689554(state=PENDING, result=null, callback=(continuation of Deferred@1594494349 after retry RPC after error@1233959892) -> (continuation of Deferred@790060864 after retry RPC after error@1972927699) -> (continuation of Deferred@2062643592 after retry RPC after error@1443837721) -> (continuation of Deferred@1140301767 after retry RPC after error@1967070606) -> (continuation of Deferred@78864272 after retry RPC after error@732628960) -> (continuation of Deferred@1423813877 after retry RPC after error@1501763725) -> (continuation of Deferred@1204982770 after retry RPC after error@875895023), errback=(continuation of Deferred@1594494349 after retry RPC after error@1233959892) -> (continuation of Deferred@790060864 after retry RPC after error@1972927699) -> (continuation of Deferred@2062643592 after retry RPC after error@1443837721) -> (continuation of Deferred@1140301767 after retry RPC after error@1967070606) -> (continuation of Deferred@78864272 after retry RPC after error@732628960) -> (continuation of Deferred@1423813877 after retry RPC after error@1501763725) -> (continuation of Deferred@1204982770 after retry RPC after error@875895023)))
02:27:35.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@466497828(state=PENDING, result=null, callback=(continuation of Deferred@154120051 after retry RPC after error@1226963488) -> (continuation of Deferred@765535977 after retry RPC after error@1191994728) -> (continuation of Deferred@866913997 after retry RPC after error@1964642914) -> (continuation of Deferred@1361638470 after retry RPC after error@1965816878) -> (continuation of Deferred@639782432 after retry RPC after error@59691396) -> (continuation of Deferred@353537911 after retry RPC after error@1072880503), errback=(continuation of Deferred@154120051 after retry RPC after error@1226963488) -> (continuation of Deferred@765535977 after retry RPC after error@1191994728) -> (continuation of Deferred@866913997 after retry RPC after error@1964642914) -> (continuation of Deferred@1361638470 after retry RPC after error@1965816878) -> (continuation of Deferred@639782432 after retry RPC after error@59691396) -> (continuation of Deferred@353537911 after retry RPC after error@1072880503)))
02:27:35.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@466497828(state=PENDING, result=null, callback=(continuation of Deferred@154120051 after retry RPC after error@1226963488) -> (continuation of Deferred@765535977 after retry RPC after error@1191994728) -> (continuation of Deferred@866913997 after retry RPC after error@1964642914) -> (continuation of Deferred@1361638470 after retry RPC after error@1965816878) -> (continuation of Deferred@639782432 after retry RPC after error@59691396) -> (continuation of Deferred@353537911 after retry RPC after error@1072880503), errback=(continuation of Deferred@154120051 after retry RPC after error@1226963488) -> (continuation of Deferred@765535977 after retry RPC after error@1191994728) -> (continuation of Deferred@866913997 after retry RPC after error@1964642914) -> (continuation of Deferred@1361638470 after retry RPC after error@1965816878) -> (continuation of Deferred@639782432 after retry RPC after error@59691396) -> (continuation of Deferred@353537911 after retry RPC after error@1072880503)))
02:27:35.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:35.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1412477769(state=PENDING, result=null, callback=(continuation of Deferred@1919077395 after retry RPC after error@173059540) -> (continuation of Deferred@1961771425 after retry RPC after error@622136974) -> (continuation of Deferred@1106463851 after retry RPC after error@1321367436) -> (continuation of Deferred@1218958524 after retry RPC after error@1170985560) -> (continuation of Deferred@511725214 after retry RPC after error@1134765269) -> (continuation of Deferred@894900777 after retry RPC after error@781535177) -> (continuation of Deferred@847054907 after retry RPC after error@1755449133), errback=(continuation of Deferred@1919077395 after retry RPC after error@173059540) -> (continuation of Deferred@1961771425 after retry RPC after error@622136974) -> (continuation of Deferred@1106463851 after retry RPC after error@1321367436) -> (continuation of Deferred@1218958524 after retry RPC after error@1170985560) -> (continuation of Deferred@511725214 after retry RPC after error@1134765269) -> (continuation of Deferred@894900777 after retry RPC after error@781535177) -> (continuation of Deferred@847054907 after retry RPC after error@1755449133)))
02:27:35.965 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1412477769(state=PENDING, result=null, callback=(continuation of Deferred@1919077395 after retry RPC after error@173059540) -> (continuation of Deferred@1961771425 after retry RPC after error@622136974) -> (continuation of Deferred@1106463851 after retry RPC after error@1321367436) -> (continuation of Deferred@1218958524 after retry RPC after error@1170985560) -> (continuation of Deferred@511725214 after retry RPC after error@1134765269) -> (continuation of Deferred@894900777 after retry RPC after error@781535177) -> (continuation of Deferred@847054907 after retry RPC after error@1755449133), errback=(continuation of Deferred@1919077395 after retry RPC after error@173059540) -> (continuation of Deferred@1961771425 after retry RPC after error@622136974) -> (continuation of Deferred@1106463851 after retry RPC after error@1321367436) -> (continuation of Deferred@1218958524 after retry RPC after error@1170985560) -> (continuation of Deferred@511725214 after retry RPC after error@1134765269) -> (continuation of Deferred@894900777 after retry RPC after error@781535177) -> (continuation of Deferred@847054907 after retry RPC after error@1755449133)))
02:27:35.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:35.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:35.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:35.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:35.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.126 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@793183554(state=PENDING, result=null, callback=(continuation of Deferred@1651905842 after retry RPC after error@631090006) -> (continuation of Deferred@217336135 after retry RPC after error@462299278) -> (continuation of Deferred@1233348936 after retry RPC after error@26000437) -> (continuation of Deferred@790389554 after retry RPC after error@1165798415) -> (continuation of Deferred@401032385 after retry RPC after error@1936604956) -> (continuation of Deferred@1059575728 after retry RPC after error@530253967), errback=(continuation of Deferred@1651905842 after retry RPC after error@631090006) -> (continuation of Deferred@217336135 after retry RPC after error@462299278) -> (continuation of Deferred@1233348936 after retry RPC after error@26000437) -> (continuation of Deferred@790389554 after retry RPC after error@1165798415) -> (continuation of Deferred@401032385 after retry RPC after error@1936604956) -> (continuation of Deferred@1059575728 after retry RPC after error@530253967)))
02:27:36.127 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@793183554(state=PENDING, result=null, callback=(continuation of Deferred@1651905842 after retry RPC after error@631090006) -> (continuation of Deferred@217336135 after retry RPC after error@462299278) -> (continuation of Deferred@1233348936 after retry RPC after error@26000437) -> (continuation of Deferred@790389554 after retry RPC after error@1165798415) -> (continuation of Deferred@401032385 after retry RPC after error@1936604956) -> (continuation of Deferred@1059575728 after retry RPC after error@530253967), errback=(continuation of Deferred@1651905842 after retry RPC after error@631090006) -> (continuation of Deferred@217336135 after retry RPC after error@462299278) -> (continuation of Deferred@1233348936 after retry RPC after error@26000437) -> (continuation of Deferred@790389554 after retry RPC after error@1165798415) -> (continuation of Deferred@401032385 after retry RPC after error@1936604956) -> (continuation of Deferred@1059575728 after retry RPC after error@530253967)))
02:27:36.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@248056403(state=PENDING, result=null, callback=(continuation of Deferred@31986746 after retry RPC after error@1556779755) -> (continuation of Deferred@364512947 after retry RPC after error@1407655365) -> (continuation of Deferred@309303879 after retry RPC after error@448405291) -> (continuation of Deferred@1601178961 after retry RPC after error@873609807) -> (continuation of Deferred@1514218280 after retry RPC after error@281558028) -> (continuation of Deferred@1326293441 after retry RPC after error@1785215533), errback=(continuation of Deferred@31986746 after retry RPC after error@1556779755) -> (continuation of Deferred@364512947 after retry RPC after error@1407655365) -> (continuation of Deferred@309303879 after retry RPC after error@448405291) -> (continuation of Deferred@1601178961 after retry RPC after error@873609807) -> (continuation of Deferred@1514218280 after retry RPC after error@281558028) -> (continuation of Deferred@1326293441 after retry RPC after error@1785215533)))
02:27:36.325 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@248056403(state=PENDING, result=null, callback=(continuation of Deferred@31986746 after retry RPC after error@1556779755) -> (continuation of Deferred@364512947 after retry RPC after error@1407655365) -> (continuation of Deferred@309303879 after retry RPC after error@448405291) -> (continuation of Deferred@1601178961 after retry RPC after error@873609807) -> (continuation of Deferred@1514218280 after retry RPC after error@281558028) -> (continuation of Deferred@1326293441 after retry RPC after error@1785215533), errback=(continuation of Deferred@31986746 after retry RPC after error@1556779755) -> (continuation of Deferred@364512947 after retry RPC after error@1407655365) -> (continuation of Deferred@309303879 after retry RPC after error@448405291) -> (continuation of Deferred@1601178961 after retry RPC after error@873609807) -> (continuation of Deferred@1514218280 after retry RPC after error@281558028) -> (continuation of Deferred@1326293441 after retry RPC after error@1785215533)))
02:27:36.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@904890858(state=PENDING, result=null, callback=(continuation of Deferred@595280151 after retry RPC after error@632829165) -> (continuation of Deferred@54105337 after retry RPC after error@1255206317) -> (continuation of Deferred@869953049 after retry RPC after error@1470180307) -> (continuation of Deferred@418440066 after retry RPC after error@1434503348) -> (continuation of Deferred@902483643 after retry RPC after error@1802212450) -> (continuation of Deferred@1956157054 after retry RPC after error@655238449) -> (continuation of Deferred@1146263677 after retry RPC after error@1932385297), errback=(continuation of Deferred@595280151 after retry RPC after error@632829165) -> (continuation of Deferred@54105337 after retry RPC after error@1255206317) -> (continuation of Deferred@869953049 after retry RPC after error@1470180307) -> (continuation of Deferred@418440066 after retry RPC after error@1434503348) -> (continuation of Deferred@902483643 after retry RPC after error@1802212450) -> (continuation of Deferred@1956157054 after retry RPC after error@655238449) -> (continuation of Deferred@1146263677 after retry RPC after error@1932385297)))
02:27:36.505 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@904890858(state=PENDING, result=null, callback=(continuation of Deferred@595280151 after retry RPC after error@632829165) -> (continuation of Deferred@54105337 after retry RPC after error@1255206317) -> (continuation of Deferred@869953049 after retry RPC after error@1470180307) -> (continuation of Deferred@418440066 after retry RPC after error@1434503348) -> (continuation of Deferred@902483643 after retry RPC after error@1802212450) -> (continuation of Deferred@1956157054 after retry RPC after error@655238449) -> (continuation of Deferred@1146263677 after retry RPC after error@1932385297), errback=(continuation of Deferred@595280151 after retry RPC after error@632829165) -> (continuation of Deferred@54105337 after retry RPC after error@1255206317) -> (continuation of Deferred@869953049 after retry RPC after error@1470180307) -> (continuation of Deferred@418440066 after retry RPC after error@1434503348) -> (continuation of Deferred@902483643 after retry RPC after error@1802212450) -> (continuation of Deferred@1956157054 after retry RPC after error@655238449) -> (continuation of Deferred@1146263677 after retry RPC after error@1932385297)))
02:27:36.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1814385710(state=PENDING, result=null, callback=(continuation of Deferred@952083291 after retry RPC after error@848913526) -> (continuation of Deferred@2060715178 after retry RPC after error@1008122874) -> (continuation of Deferred@2037805656 after retry RPC after error@11867092) -> (continuation of Deferred@1511962172 after retry RPC after error@1407066094) -> (continuation of Deferred@435176319 after retry RPC after error@829671462) -> (continuation of Deferred@510867298 after retry RPC after error@1039231533) -> (continuation of Deferred@637615447 after retry RPC after error@161280841), errback=(continuation of Deferred@952083291 after retry RPC after error@848913526) -> (continuation of Deferred@2060715178 after retry RPC after error@1008122874) -> (continuation of Deferred@2037805656 after retry RPC after error@11867092) -> (continuation of Deferred@1511962172 after retry RPC after error@1407066094) -> (continuation of Deferred@435176319 after retry RPC after error@829671462) -> (continuation of Deferred@510867298 after retry RPC after error@1039231533) -> (continuation of Deferred@637615447 after retry RPC after error@161280841)))
02:27:36.766 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1814385710(state=PENDING, result=null, callback=(continuation of Deferred@952083291 after retry RPC after error@848913526) -> (continuation of Deferred@2060715178 after retry RPC after error@1008122874) -> (continuation of Deferred@2037805656 after retry RPC after error@11867092) -> (continuation of Deferred@1511962172 after retry RPC after error@1407066094) -> (continuation of Deferred@435176319 after retry RPC after error@829671462) -> (continuation of Deferred@510867298 after retry RPC after error@1039231533) -> (continuation of Deferred@637615447 after retry RPC after error@161280841), errback=(continuation of Deferred@952083291 after retry RPC after error@848913526) -> (continuation of Deferred@2060715178 after retry RPC after error@1008122874) -> (continuation of Deferred@2037805656 after retry RPC after error@11867092) -> (continuation of Deferred@1511962172 after retry RPC after error@1407066094) -> (continuation of Deferred@435176319 after retry RPC after error@829671462) -> (continuation of Deferred@510867298 after retry RPC after error@1039231533) -> (continuation of Deferred@637615447 after retry RPC after error@161280841)))
02:27:36.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:36.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:36.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:36.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:36.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:36.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@322676275(state=PENDING, result=null, callback=(continuation of Deferred@697812480 after retry RPC after error@1726298140) -> (continuation of Deferred@1245586850 after retry RPC after error@75110632) -> (continuation of Deferred@323647905 after retry RPC after error@1545639436) -> (continuation of Deferred@1737009951 after retry RPC after error@870400606) -> (continuation of Deferred@1940300530 after retry RPC after error@737069692) -> (continuation of Deferred@152853581 after retry RPC after error@810945666) -> (continuation of Deferred@1990297928 after retry RPC after error@734073034), errback=(continuation of Deferred@697812480 after retry RPC after error@1726298140) -> (continuation of Deferred@1245586850 after retry RPC after error@75110632) -> (continuation of Deferred@323647905 after retry RPC after error@1545639436) -> (continuation of Deferred@1737009951 after retry RPC after error@870400606) -> (continuation of Deferred@1940300530 after retry RPC after error@737069692) -> (continuation of Deferred@152853581 after retry RPC after error@810945666) -> (continuation of Deferred@1990297928 after retry RPC after error@734073034)))
02:27:37.026 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@322676275(state=PENDING, result=null, callback=(continuation of Deferred@697812480 after retry RPC after error@1726298140) -> (continuation of Deferred@1245586850 after retry RPC after error@75110632) -> (continuation of Deferred@323647905 after retry RPC after error@1545639436) -> (continuation of Deferred@1737009951 after retry RPC after error@870400606) -> (continuation of Deferred@1940300530 after retry RPC after error@737069692) -> (continuation of Deferred@152853581 after retry RPC after error@810945666) -> (continuation of Deferred@1990297928 after retry RPC after error@734073034), errback=(continuation of Deferred@697812480 after retry RPC after error@1726298140) -> (continuation of Deferred@1245586850 after retry RPC after error@75110632) -> (continuation of Deferred@323647905 after retry RPC after error@1545639436) -> (continuation of Deferred@1737009951 after retry RPC after error@870400606) -> (continuation of Deferred@1940300530 after retry RPC after error@737069692) -> (continuation of Deferred@152853581 after retry RPC after error@810945666) -> (continuation of Deferred@1990297928 after retry RPC after error@734073034)))
02:27:37.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@504656253(state=PENDING, result=null, callback=(continuation of Deferred@671056480 after retry RPC after error@494988200) -> (continuation of Deferred@1957506833 after retry RPC after error@1234118496) -> (continuation of Deferred@305680563 after retry RPC after error@142554359) -> (continuation of Deferred@364332878 after retry RPC after error@632542911) -> (continuation of Deferred@1969141618 after retry RPC after error@74972578) -> (continuation of Deferred@727009109 after retry RPC after error@275282606) -> (continuation of Deferred@277719798 after retry RPC after error@732745640), errback=(continuation of Deferred@671056480 after retry RPC after error@494988200) -> (continuation of Deferred@1957506833 after retry RPC after error@1234118496) -> (continuation of Deferred@305680563 after retry RPC after error@142554359) -> (continuation of Deferred@364332878 after retry RPC after error@632542911) -> (continuation of Deferred@1969141618 after retry RPC after error@74972578) -> (continuation of Deferred@727009109 after retry RPC after error@275282606) -> (continuation of Deferred@277719798 after retry RPC after error@732745640)))
02:27:37.285 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@504656253(state=PENDING, result=null, callback=(continuation of Deferred@671056480 after retry RPC after error@494988200) -> (continuation of Deferred@1957506833 after retry RPC after error@1234118496) -> (continuation of Deferred@305680563 after retry RPC after error@142554359) -> (continuation of Deferred@364332878 after retry RPC after error@632542911) -> (continuation of Deferred@1969141618 after retry RPC after error@74972578) -> (continuation of Deferred@727009109 after retry RPC after error@275282606) -> (continuation of Deferred@277719798 after retry RPC after error@732745640), errback=(continuation of Deferred@671056480 after retry RPC after error@494988200) -> (continuation of Deferred@1957506833 after retry RPC after error@1234118496) -> (continuation of Deferred@305680563 after retry RPC after error@142554359) -> (continuation of Deferred@364332878 after retry RPC after error@632542911) -> (continuation of Deferred@1969141618 after retry RPC after error@74972578) -> (continuation of Deferred@727009109 after retry RPC after error@275282606) -> (continuation of Deferred@277719798 after retry RPC after error@732745640)))
02:27:37.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:37.355736 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:37.359148 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:37.360666 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:37.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2051620240(state=PENDING, result=null, callback=(continuation of Deferred@1280117803 after retry RPC after error@1096685339) -> (continuation of Deferred@1254359717 after retry RPC after error@2035418064) -> (continuation of Deferred@1574593669 after retry RPC after error@1812809450) -> (continuation of Deferred@104247524 after retry RPC after error@1863544689) -> (continuation of Deferred@1633927258 after retry RPC after error@1734336650) -> (continuation of Deferred@1423822101 after retry RPC after error@549537816) -> (continuation of Deferred@1608465738 after retry RPC after error@1193074059), errback=(continuation of Deferred@1280117803 after retry RPC after error@1096685339) -> (continuation of Deferred@1254359717 after retry RPC after error@2035418064) -> (continuation of Deferred@1574593669 after retry RPC after error@1812809450) -> (continuation of Deferred@104247524 after retry RPC after error@1863544689) -> (continuation of Deferred@1633927258 after retry RPC after error@1734336650) -> (continuation of Deferred@1423822101 after retry RPC after error@549537816) -> (continuation of Deferred@1608465738 after retry RPC after error@1193074059)))
02:27:37.545 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2051620240(state=PENDING, result=null, callback=(continuation of Deferred@1280117803 after retry RPC after error@1096685339) -> (continuation of Deferred@1254359717 after retry RPC after error@2035418064) -> (continuation of Deferred@1574593669 after retry RPC after error@1812809450) -> (continuation of Deferred@104247524 after retry RPC after error@1863544689) -> (continuation of Deferred@1633927258 after retry RPC after error@1734336650) -> (continuation of Deferred@1423822101 after retry RPC after error@549537816) -> (continuation of Deferred@1608465738 after retry RPC after error@1193074059), errback=(continuation of Deferred@1280117803 after retry RPC after error@1096685339) -> (continuation of Deferred@1254359717 after retry RPC after error@2035418064) -> (continuation of Deferred@1574593669 after retry RPC after error@1812809450) -> (continuation of Deferred@104247524 after retry RPC after error@1863544689) -> (continuation of Deferred@1633927258 after retry RPC after error@1734336650) -> (continuation of Deferred@1423822101 after retry RPC after error@549537816) -> (continuation of Deferred@1608465738 after retry RPC after error@1193074059)))
02:27:37.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@157134935(state=PENDING, result=null, callback=(continuation of Deferred@606620741 after retry RPC after error@1394332750) -> (continuation of Deferred@924193840 after retry RPC after error@1395508621) -> (continuation of Deferred@889319881 after retry RPC after error@951450243) -> (continuation of Deferred@1065733681 after retry RPC after error@37316065) -> (continuation of Deferred@940327894 after retry RPC after error@796575670) -> (continuation of Deferred@1050636334 after retry RPC after error@2009074801) -> (continuation of Deferred@763945900 after retry RPC after error@1412880092) -> (continuation of Deferred@300798580 after retry RPC after error@1715075004), errback=(continuation of Deferred@606620741 after retry RPC after error@1394332750) -> (continuation of Deferred@924193840 after retry RPC after error@1395508621) -> (continuation of Deferred@889319881 after retry RPC after error@951450243) -> (continuation of Deferred@1065733681 after retry RPC after error@37316065) -> (continuation of Deferred@940327894 after retry RPC after error@796575670) -> (continuation of Deferred@1050636334 after retry RPC after error@2009074801) -> (continuation of Deferred@763945900 after retry RPC after error@1412880092) -> (continuation of Deferred@300798580 after retry RPC after error@1715075004)))
02:27:37.805 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@157134935(state=PENDING, result=null, callback=(continuation of Deferred@606620741 after retry RPC after error@1394332750) -> (continuation of Deferred@924193840 after retry RPC after error@1395508621) -> (continuation of Deferred@889319881 after retry RPC after error@951450243) -> (continuation of Deferred@1065733681 after retry RPC after error@37316065) -> (continuation of Deferred@940327894 after retry RPC after error@796575670) -> (continuation of Deferred@1050636334 after retry RPC after error@2009074801) -> (continuation of Deferred@763945900 after retry RPC after error@1412880092) -> (continuation of Deferred@300798580 after retry RPC after error@1715075004), errback=(continuation of Deferred@606620741 after retry RPC after error@1394332750) -> (continuation of Deferred@924193840 after retry RPC after error@1395508621) -> (continuation of Deferred@889319881 after retry RPC after error@951450243) -> (continuation of Deferred@1065733681 after retry RPC after error@37316065) -> (continuation of Deferred@940327894 after retry RPC after error@796575670) -> (continuation of Deferred@1050636334 after retry RPC after error@2009074801) -> (continuation of Deferred@763945900 after retry RPC after error@1412880092) -> (continuation of Deferred@300798580 after retry RPC after error@1715075004)))
02:27:37.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:37.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:37.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:37.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:37.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:37.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [220ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1474475399(state=PENDING, result=null, callback=(continuation of Deferred@1030739297 after retry RPC after error@1524986975) -> (continuation of Deferred@92623644 after retry RPC after error@1191805094) -> (continuation of Deferred@76452347 after retry RPC after error@1966627513) -> (continuation of Deferred@1519053489 after retry RPC after error@1368219126) -> (continuation of Deferred@570171253 after retry RPC after error@371614817) -> (continuation of Deferred@469031798 after retry RPC after error@548230931) -> (continuation of Deferred@1634460612 after retry RPC after error@1145804516), errback=(continuation of Deferred@1030739297 after retry RPC after error@1524986975) -> (continuation of Deferred@92623644 after retry RPC after error@1191805094) -> (continuation of Deferred@76452347 after retry RPC after error@1966627513) -> (continuation of Deferred@1519053489 after retry RPC after error@1368219126) -> (continuation of Deferred@570171253 after retry RPC after error@371614817) -> (continuation of Deferred@469031798 after retry RPC after error@548230931) -> (continuation of Deferred@1634460612 after retry RPC after error@1145804516)))
02:27:38.045 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [220ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1474475399(state=PENDING, result=null, callback=(continuation of Deferred@1030739297 after retry RPC after error@1524986975) -> (continuation of Deferred@92623644 after retry RPC after error@1191805094) -> (continuation of Deferred@76452347 after retry RPC after error@1966627513) -> (continuation of Deferred@1519053489 after retry RPC after error@1368219126) -> (continuation of Deferred@570171253 after retry RPC after error@371614817) -> (continuation of Deferred@469031798 after retry RPC after error@548230931) -> (continuation of Deferred@1634460612 after retry RPC after error@1145804516), errback=(continuation of Deferred@1030739297 after retry RPC after error@1524986975) -> (continuation of Deferred@92623644 after retry RPC after error@1191805094) -> (continuation of Deferred@76452347 after retry RPC after error@1966627513) -> (continuation of Deferred@1519053489 after retry RPC after error@1368219126) -> (continuation of Deferred@570171253 after retry RPC after error@371614817) -> (continuation of Deferred@469031798 after retry RPC after error@548230931) -> (continuation of Deferred@1634460612 after retry RPC after error@1145804516)))
02:27:38.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1502274437(state=PENDING, result=null, callback=(continuation of Deferred@385525219 after retry RPC after error@531460938) -> (continuation of Deferred@674271174 after retry RPC after error@640206734) -> (continuation of Deferred@1706994453 after retry RPC after error@293450699) -> (continuation of Deferred@1025462429 after retry RPC after error@1567351815) -> (continuation of Deferred@1293753020 after retry RPC after error@830610239) -> (continuation of Deferred@1985887786 after retry RPC after error@1956095802) -> (continuation of Deferred@1375374318 after retry RPC after error@1887451405), errback=(continuation of Deferred@385525219 after retry RPC after error@531460938) -> (continuation of Deferred@674271174 after retry RPC after error@640206734) -> (continuation of Deferred@1706994453 after retry RPC after error@293450699) -> (continuation of Deferred@1025462429 after retry RPC after error@1567351815) -> (continuation of Deferred@1293753020 after retry RPC after error@830610239) -> (continuation of Deferred@1985887786 after retry RPC after error@1956095802) -> (continuation of Deferred@1375374318 after retry RPC after error@1887451405)))
02:27:38.265 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1502274437(state=PENDING, result=null, callback=(continuation of Deferred@385525219 after retry RPC after error@531460938) -> (continuation of Deferred@674271174 after retry RPC after error@640206734) -> (continuation of Deferred@1706994453 after retry RPC after error@293450699) -> (continuation of Deferred@1025462429 after retry RPC after error@1567351815) -> (continuation of Deferred@1293753020 after retry RPC after error@830610239) -> (continuation of Deferred@1985887786 after retry RPC after error@1956095802) -> (continuation of Deferred@1375374318 after retry RPC after error@1887451405), errback=(continuation of Deferred@385525219 after retry RPC after error@531460938) -> (continuation of Deferred@674271174 after retry RPC after error@640206734) -> (continuation of Deferred@1706994453 after retry RPC after error@293450699) -> (continuation of Deferred@1025462429 after retry RPC after error@1567351815) -> (continuation of Deferred@1293753020 after retry RPC after error@830610239) -> (continuation of Deferred@1985887786 after retry RPC after error@1956095802) -> (continuation of Deferred@1375374318 after retry RPC after error@1887451405)))
02:27:38.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2026049751(state=PENDING, result=null, callback=(continuation of Deferred@928179468 after retry RPC after error@1025553213) -> (continuation of Deferred@1846961996 after retry RPC after error@238262257) -> (continuation of Deferred@787052990 after retry RPC after error@375954949) -> (continuation of Deferred@1259976579 after retry RPC after error@1502031118) -> (continuation of Deferred@1019644681 after retry RPC after error@1846321698) -> (continuation of Deferred@1747953103 after retry RPC after error@144706201) -> (continuation of Deferred@3556935 after retry RPC after error@186710481), errback=(continuation of Deferred@928179468 after retry RPC after error@1025553213) -> (continuation of Deferred@1846961996 after retry RPC after error@238262257) -> (continuation of Deferred@787052990 after retry RPC after error@375954949) -> (continuation of Deferred@1259976579 after retry RPC after error@1502031118) -> (continuation of Deferred@1019644681 after retry RPC after error@1846321698) -> (continuation of Deferred@1747953103 after retry RPC after error@144706201) -> (continuation of Deferred@3556935 after retry RPC after error@186710481)))
02:27:38.424 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2026049751(state=PENDING, result=null, callback=(continuation of Deferred@928179468 after retry RPC after error@1025553213) -> (continuation of Deferred@1846961996 after retry RPC after error@238262257) -> (continuation of Deferred@787052990 after retry RPC after error@375954949) -> (continuation of Deferred@1259976579 after retry RPC after error@1502031118) -> (continuation of Deferred@1019644681 after retry RPC after error@1846321698) -> (continuation of Deferred@1747953103 after retry RPC after error@144706201) -> (continuation of Deferred@3556935 after retry RPC after error@186710481), errback=(continuation of Deferred@928179468 after retry RPC after error@1025553213) -> (continuation of Deferred@1846961996 after retry RPC after error@238262257) -> (continuation of Deferred@787052990 after retry RPC after error@375954949) -> (continuation of Deferred@1259976579 after retry RPC after error@1502031118) -> (continuation of Deferred@1019644681 after retry RPC after error@1846321698) -> (continuation of Deferred@1747953103 after retry RPC after error@144706201) -> (continuation of Deferred@3556935 after retry RPC after error@186710481)))
02:27:38.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1632737898(state=PENDING, result=null, callback=(continuation of Deferred@24808007 after retry RPC after error@1506407426) -> (continuation of Deferred@1200134577 after retry RPC after error@719837664) -> (continuation of Deferred@2132432457 after retry RPC after error@1768281164) -> (continuation of Deferred@1780714944 after retry RPC after error@2124378557) -> (continuation of Deferred@1402656825 after retry RPC after error@337289650) -> (continuation of Deferred@1646355324 after retry RPC after error@1731650588) -> (continuation of Deferred@1659413459 after retry RPC after error@591304973), errback=(continuation of Deferred@24808007 after retry RPC after error@1506407426) -> (continuation of Deferred@1200134577 after retry RPC after error@719837664) -> (continuation of Deferred@2132432457 after retry RPC after error@1768281164) -> (continuation of Deferred@1780714944 after retry RPC after error@2124378557) -> (continuation of Deferred@1402656825 after retry RPC after error@337289650) -> (continuation of Deferred@1646355324 after retry RPC after error@1731650588) -> (continuation of Deferred@1659413459 after retry RPC after error@591304973)))
02:27:38.685 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1632737898(state=PENDING, result=null, callback=(continuation of Deferred@24808007 after retry RPC after error@1506407426) -> (continuation of Deferred@1200134577 after retry RPC after error@719837664) -> (continuation of Deferred@2132432457 after retry RPC after error@1768281164) -> (continuation of Deferred@1780714944 after retry RPC after error@2124378557) -> (continuation of Deferred@1402656825 after retry RPC after error@337289650) -> (continuation of Deferred@1646355324 after retry RPC after error@1731650588) -> (continuation of Deferred@1659413459 after retry RPC after error@591304973), errback=(continuation of Deferred@24808007 after retry RPC after error@1506407426) -> (continuation of Deferred@1200134577 after retry RPC after error@719837664) -> (continuation of Deferred@2132432457 after retry RPC after error@1768281164) -> (continuation of Deferred@1780714944 after retry RPC after error@2124378557) -> (continuation of Deferred@1402656825 after retry RPC after error@337289650) -> (continuation of Deferred@1646355324 after retry RPC after error@1731650588) -> (continuation of Deferred@1659413459 after retry RPC after error@591304973)))
02:27:38.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@25787189(state=PENDING, result=null, callback=(continuation of Deferred@985682733 after retry RPC after error@182913455) -> (continuation of Deferred@944962883 after retry RPC after error@1917352367) -> (continuation of Deferred@1244206576 after retry RPC after error@2016528235) -> (continuation of Deferred@1462142411 after retry RPC after error@1720847233) -> (continuation of Deferred@1679168566 after retry RPC after error@308972864) -> (continuation of Deferred@1895914011 after retry RPC after error@121215417), errback=(continuation of Deferred@985682733 after retry RPC after error@182913455) -> (continuation of Deferred@944962883 after retry RPC after error@1917352367) -> (continuation of Deferred@1244206576 after retry RPC after error@2016528235) -> (continuation of Deferred@1462142411 after retry RPC after error@1720847233) -> (continuation of Deferred@1679168566 after retry RPC after error@308972864) -> (continuation of Deferred@1895914011 after retry RPC after error@121215417)))
02:27:38.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@25787189(state=PENDING, result=null, callback=(continuation of Deferred@985682733 after retry RPC after error@182913455) -> (continuation of Deferred@944962883 after retry RPC after error@1917352367) -> (continuation of Deferred@1244206576 after retry RPC after error@2016528235) -> (continuation of Deferred@1462142411 after retry RPC after error@1720847233) -> (continuation of Deferred@1679168566 after retry RPC after error@308972864) -> (continuation of Deferred@1895914011 after retry RPC after error@121215417), errback=(continuation of Deferred@985682733 after retry RPC after error@182913455) -> (continuation of Deferred@944962883 after retry RPC after error@1917352367) -> (continuation of Deferred@1244206576 after retry RPC after error@2016528235) -> (continuation of Deferred@1462142411 after retry RPC after error@1720847233) -> (continuation of Deferred@1679168566 after retry RPC after error@308972864) -> (continuation of Deferred@1895914011 after retry RPC after error@121215417)))
02:27:38.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.944 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:38.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:38.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:38.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:38.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:38.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.123 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1302972198(state=PENDING, result=null, callback=(continuation of Deferred@1084031849 after retry RPC after error@1618458716) -> (continuation of Deferred@901983242 after retry RPC after error@919625059) -> (continuation of Deferred@511612571 after retry RPC after error@1125546064) -> (continuation of Deferred@1863958340 after retry RPC after error@1536609409) -> (continuation of Deferred@834032422 after retry RPC after error@1091729848) -> (continuation of Deferred@1666387265 after retry RPC after error@248260462) -> (continuation of Deferred@224426738 after retry RPC after error@1600986463) -> (continuation of Deferred@607075062 after retry RPC after error@1261932106) -> (continuation of Deferred@1166989876 after retry RPC after error@1925099583), errback=(continuation of Deferred@1084031849 after retry RPC after error@1618458716) -> (continuation of Deferred@901983242 after retry RPC after error@919625059) -> (continuation of Deferred@511612571 after retry RPC after error@1125546064) -> (continuation of Deferred@1863958340 after retry RPC after error@1536609409) -> (continuation of Deferred@834032422 after retry RPC after error@1091729848) -> (continuation of Deferred@1666387265 after retry RPC after error@248260462) -> (continuation of Deferred@224426738 after retry RPC after error@1600986463) -> (continuation of Deferred@607075062 after retry RPC after error@1261932106) -> (continuation of Deferred@1166989876 after retry RPC after error@1925099583)))
02:27:39.124 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:39.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1677068719(state=PENDING, result=null, callback=(continuation of Deferred@1030857773 after retry RPC after error@279413625) -> (continuation of Deferred@555959876 after retry RPC after error@1925945534) -> (continuation of Deferred@1118509574 after retry RPC after error@1857811809) -> (continuation of Deferred@1427214228 after retry RPC after error@2075259872) -> (continuation of Deferred@1632677306 after retry RPC after error@1357995020) -> (continuation of Deferred@163910825 after retry RPC after error@2099234946) -> (continuation of Deferred@424056806 after retry RPC after error@1133357566), errback=(continuation of Deferred@1030857773 after retry RPC after error@279413625) -> (continuation of Deferred@555959876 after retry RPC after error@1925945534) -> (continuation of Deferred@1118509574 after retry RPC after error@1857811809) -> (continuation of Deferred@1427214228 after retry RPC after error@2075259872) -> (continuation of Deferred@1632677306 after retry RPC after error@1357995020) -> (continuation of Deferred@163910825 after retry RPC after error@2099234946) -> (continuation of Deferred@424056806 after retry RPC after error@1133357566)))
02:27:39.385 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1677068719(state=PENDING, result=null, callback=(continuation of Deferred@1030857773 after retry RPC after error@279413625) -> (continuation of Deferred@555959876 after retry RPC after error@1925945534) -> (continuation of Deferred@1118509574 after retry RPC after error@1857811809) -> (continuation of Deferred@1427214228 after retry RPC after error@2075259872) -> (continuation of Deferred@1632677306 after retry RPC after error@1357995020) -> (continuation of Deferred@163910825 after retry RPC after error@2099234946) -> (continuation of Deferred@424056806 after retry RPC after error@1133357566), errback=(continuation of Deferred@1030857773 after retry RPC after error@279413625) -> (continuation of Deferred@555959876 after retry RPC after error@1925945534) -> (continuation of Deferred@1118509574 after retry RPC after error@1857811809) -> (continuation of Deferred@1427214228 after retry RPC after error@2075259872) -> (continuation of Deferred@1632677306 after retry RPC after error@1357995020) -> (continuation of Deferred@163910825 after retry RPC after error@2099234946) -> (continuation of Deferred@424056806 after retry RPC after error@1133357566)))
02:27:39.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.663 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1411862380(state=PENDING, result=null, callback=(continuation of Deferred@2035469094 after retry RPC after error@396474681) -> (continuation of Deferred@36491609 after retry RPC after error@1822339679) -> (continuation of Deferred@66735889 after retry RPC after error@419976742) -> (continuation of Deferred@2102065735 after retry RPC after error@1692382203) -> (continuation of Deferred@898427574 after retry RPC after error@1861104455) -> (continuation of Deferred@1146909727 after retry RPC after error@1560626948) -> (continuation of Deferred@261021512 after retry RPC after error@275100149), errback=(continuation of Deferred@2035469094 after retry RPC after error@396474681) -> (continuation of Deferred@36491609 after retry RPC after error@1822339679) -> (continuation of Deferred@66735889 after retry RPC after error@419976742) -> (continuation of Deferred@2102065735 after retry RPC after error@1692382203) -> (continuation of Deferred@898427574 after retry RPC after error@1861104455) -> (continuation of Deferred@1146909727 after retry RPC after error@1560626948) -> (continuation of Deferred@261021512 after retry RPC after error@275100149)))
02:27:39.663 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:39.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@605640655(state=PENDING, result=null, callback=(continuation of Deferred@1612485147 after retry RPC after error@2106350469) -> (continuation of Deferred@1628807773 after retry RPC after error@257697439) -> (continuation of Deferred@190116133 after retry RPC after error@337367993) -> (continuation of Deferred@1490066477 after retry RPC after error@920007030) -> (continuation of Deferred@447161168 after retry RPC after error@1357626790) -> (continuation of Deferred@210133602 after retry RPC after error@199012101), errback=(continuation of Deferred@1612485147 after retry RPC after error@2106350469) -> (continuation of Deferred@1628807773 after retry RPC after error@257697439) -> (continuation of Deferred@190116133 after retry RPC after error@337367993) -> (continuation of Deferred@1490066477 after retry RPC after error@920007030) -> (continuation of Deferred@447161168 after retry RPC after error@1357626790) -> (continuation of Deferred@210133602 after retry RPC after error@199012101)))
02:27:39.865 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@605640655(state=PENDING, result=null, callback=(continuation of Deferred@1612485147 after retry RPC after error@2106350469) -> (continuation of Deferred@1628807773 after retry RPC after error@257697439) -> (continuation of Deferred@190116133 after retry RPC after error@337367993) -> (continuation of Deferred@1490066477 after retry RPC after error@920007030) -> (continuation of Deferred@447161168 after retry RPC after error@1357626790) -> (continuation of Deferred@210133602 after retry RPC after error@199012101), errback=(continuation of Deferred@1612485147 after retry RPC after error@2106350469) -> (continuation of Deferred@1628807773 after retry RPC after error@257697439) -> (continuation of Deferred@190116133 after retry RPC after error@337367993) -> (continuation of Deferred@1490066477 after retry RPC after error@920007030) -> (continuation of Deferred@447161168 after retry RPC after error@1357626790) -> (continuation of Deferred@210133602 after retry RPC after error@199012101)))
02:27:39.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:39.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:39.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:39.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:39.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:39.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:40.031577 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:40.031729 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:40.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@970749275(state=PENDING, result=null, callback=(continuation of Deferred@1164376531 after retry RPC after error@2143945059) -> (continuation of Deferred@1669460243 after retry RPC after error@959264405) -> (continuation of Deferred@1266153474 after retry RPC after error@1679374614) -> (continuation of Deferred@150754799 after retry RPC after error@1479885819) -> (continuation of Deferred@754321175 after retry RPC after error@25840150) -> (continuation of Deferred@1806906597 after retry RPC after error@434866419) -> (continuation of Deferred@87685734 after retry RPC after error@1454430765), errback=(continuation of Deferred@1164376531 after retry RPC after error@2143945059) -> (continuation of Deferred@1669460243 after retry RPC after error@959264405) -> (continuation of Deferred@1266153474 after retry RPC after error@1679374614) -> (continuation of Deferred@150754799 after retry RPC after error@1479885819) -> (continuation of Deferred@754321175 after retry RPC after error@25840150) -> (continuation of Deferred@1806906597 after retry RPC after error@434866419) -> (continuation of Deferred@87685734 after retry RPC after error@1454430765)))
02:27:40.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@970749275(state=PENDING, result=null, callback=(continuation of Deferred@1164376531 after retry RPC after error@2143945059) -> (continuation of Deferred@1669460243 after retry RPC after error@959264405) -> (continuation of Deferred@1266153474 after retry RPC after error@1679374614) -> (continuation of Deferred@150754799 after retry RPC after error@1479885819) -> (continuation of Deferred@754321175 after retry RPC after error@25840150) -> (continuation of Deferred@1806906597 after retry RPC after error@434866419) -> (continuation of Deferred@87685734 after retry RPC after error@1454430765), errback=(continuation of Deferred@1164376531 after retry RPC after error@2143945059) -> (continuation of Deferred@1669460243 after retry RPC after error@959264405) -> (continuation of Deferred@1266153474 after retry RPC after error@1679374614) -> (continuation of Deferred@150754799 after retry RPC after error@1479885819) -> (continuation of Deferred@754321175 after retry RPC after error@25840150) -> (continuation of Deferred@1806906597 after retry RPC after error@434866419) -> (continuation of Deferred@87685734 after retry RPC after error@1454430765)))
02:27:40.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2006215862(state=PENDING, result=null, callback=(continuation of Deferred@722314671 after retry RPC after error@1695477033) -> (continuation of Deferred@1042540078 after retry RPC after error@1787219072) -> (continuation of Deferred@752893090 after retry RPC after error@1050016690) -> (continuation of Deferred@531003608 after retry RPC after error@1125668192) -> (continuation of Deferred@1848669325 after retry RPC after error@2145999506) -> (continuation of Deferred@1403362575 after retry RPC after error@1385652558) -> (continuation of Deferred@1072620429 after retry RPC after error@174457640), errback=(continuation of Deferred@722314671 after retry RPC after error@1695477033) -> (continuation of Deferred@1042540078 after retry RPC after error@1787219072) -> (continuation of Deferred@752893090 after retry RPC after error@1050016690) -> (continuation of Deferred@531003608 after retry RPC after error@1125668192) -> (continuation of Deferred@1848669325 after retry RPC after error@2145999506) -> (continuation of Deferred@1403362575 after retry RPC after error@1385652558) -> (continuation of Deferred@1072620429 after retry RPC after error@174457640)))
02:27:40.285 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2006215862(state=PENDING, result=null, callback=(continuation of Deferred@722314671 after retry RPC after error@1695477033) -> (continuation of Deferred@1042540078 after retry RPC after error@1787219072) -> (continuation of Deferred@752893090 after retry RPC after error@1050016690) -> (continuation of Deferred@531003608 after retry RPC after error@1125668192) -> (continuation of Deferred@1848669325 after retry RPC after error@2145999506) -> (continuation of Deferred@1403362575 after retry RPC after error@1385652558) -> (continuation of Deferred@1072620429 after retry RPC after error@174457640), errback=(continuation of Deferred@722314671 after retry RPC after error@1695477033) -> (continuation of Deferred@1042540078 after retry RPC after error@1787219072) -> (continuation of Deferred@752893090 after retry RPC after error@1050016690) -> (continuation of Deferred@531003608 after retry RPC after error@1125668192) -> (continuation of Deferred@1848669325 after retry RPC after error@2145999506) -> (continuation of Deferred@1403362575 after retry RPC after error@1385652558) -> (continuation of Deferred@1072620429 after retry RPC after error@174457640)))
02:27:40.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2022987371(state=PENDING, result=null, callback=(continuation of Deferred@1085803430 after retry RPC after error@1622115077) -> (continuation of Deferred@676253180 after retry RPC after error@1916006800) -> (continuation of Deferred@1926639947 after retry RPC after error@1862087615) -> (continuation of Deferred@805450417 after retry RPC after error@1573972560) -> (continuation of Deferred@516932808 after retry RPC after error@422083685) -> (continuation of Deferred@941511243 after retry RPC after error@1657187698) -> (continuation of Deferred@47176806 after retry RPC after error@1482572558), errback=(continuation of Deferred@1085803430 after retry RPC after error@1622115077) -> (continuation of Deferred@676253180 after retry RPC after error@1916006800) -> (continuation of Deferred@1926639947 after retry RPC after error@1862087615) -> (continuation of Deferred@805450417 after retry RPC after error@1573972560) -> (continuation of Deferred@516932808 after retry RPC after error@422083685) -> (continuation of Deferred@941511243 after retry RPC after error@1657187698) -> (continuation of Deferred@47176806 after retry RPC after error@1482572558)))
02:27:40.545 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2022987371(state=PENDING, result=null, callback=(continuation of Deferred@1085803430 after retry RPC after error@1622115077) -> (continuation of Deferred@676253180 after retry RPC after error@1916006800) -> (continuation of Deferred@1926639947 after retry RPC after error@1862087615) -> (continuation of Deferred@805450417 after retry RPC after error@1573972560) -> (continuation of Deferred@516932808 after retry RPC after error@422083685) -> (continuation of Deferred@941511243 after retry RPC after error@1657187698) -> (continuation of Deferred@47176806 after retry RPC after error@1482572558), errback=(continuation of Deferred@1085803430 after retry RPC after error@1622115077) -> (continuation of Deferred@676253180 after retry RPC after error@1916006800) -> (continuation of Deferred@1926639947 after retry RPC after error@1862087615) -> (continuation of Deferred@805450417 after retry RPC after error@1573972560) -> (continuation of Deferred@516932808 after retry RPC after error@422083685) -> (continuation of Deferred@941511243 after retry RPC after error@1657187698) -> (continuation of Deferred@47176806 after retry RPC after error@1482572558)))
02:27:40.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@787601703(state=PENDING, result=null, callback=(continuation of Deferred@931858067 after retry RPC after error@1286995389) -> (continuation of Deferred@735330665 after retry RPC after error@197955029) -> (continuation of Deferred@1687993761 after retry RPC after error@120061082) -> (continuation of Deferred@250690078 after retry RPC after error@1639754800) -> (continuation of Deferred@1615619091 after retry RPC after error@1480038316) -> (continuation of Deferred@1594980222 after retry RPC after error@1531481472) -> (continuation of Deferred@1487341062 after retry RPC after error@1019834441), errback=(continuation of Deferred@931858067 after retry RPC after error@1286995389) -> (continuation of Deferred@735330665 after retry RPC after error@197955029) -> (continuation of Deferred@1687993761 after retry RPC after error@120061082) -> (continuation of Deferred@250690078 after retry RPC after error@1639754800) -> (continuation of Deferred@1615619091 after retry RPC after error@1480038316) -> (continuation of Deferred@1594980222 after retry RPC after error@1531481472) -> (continuation of Deferred@1487341062 after retry RPC after error@1019834441)))
02:27:40.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@787601703(state=PENDING, result=null, callback=(continuation of Deferred@931858067 after retry RPC after error@1286995389) -> (continuation of Deferred@735330665 after retry RPC after error@197955029) -> (continuation of Deferred@1687993761 after retry RPC after error@120061082) -> (continuation of Deferred@250690078 after retry RPC after error@1639754800) -> (continuation of Deferred@1615619091 after retry RPC after error@1480038316) -> (continuation of Deferred@1594980222 after retry RPC after error@1531481472) -> (continuation of Deferred@1487341062 after retry RPC after error@1019834441), errback=(continuation of Deferred@931858067 after retry RPC after error@1286995389) -> (continuation of Deferred@735330665 after retry RPC after error@197955029) -> (continuation of Deferred@1687993761 after retry RPC after error@120061082) -> (continuation of Deferred@250690078 after retry RPC after error@1639754800) -> (continuation of Deferred@1615619091 after retry RPC after error@1480038316) -> (continuation of Deferred@1594980222 after retry RPC after error@1531481472) -> (continuation of Deferred@1487341062 after retry RPC after error@1019834441)))
02:27:40.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:40.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:40.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:40.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:40.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:40.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.004 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@619649949(state=PENDING, result=null, callback=(continuation of Deferred@1541208499 after retry RPC after error@1114092845) -> (continuation of Deferred@76993838 after retry RPC after error@1484330450) -> (continuation of Deferred@1683258895 after retry RPC after error@468021621) -> (continuation of Deferred@694745218 after retry RPC after error@967815160) -> (continuation of Deferred@2118912708 after retry RPC after error@1318236833) -> (continuation of Deferred@542175001 after retry RPC after error@1690584196) -> (continuation of Deferred@2059430130 after retry RPC after error@563923633), errback=(continuation of Deferred@1541208499 after retry RPC after error@1114092845) -> (continuation of Deferred@76993838 after retry RPC after error@1484330450) -> (continuation of Deferred@1683258895 after retry RPC after error@468021621) -> (continuation of Deferred@694745218 after retry RPC after error@967815160) -> (continuation of Deferred@2118912708 after retry RPC after error@1318236833) -> (continuation of Deferred@542175001 after retry RPC after error@1690584196) -> (continuation of Deferred@2059430130 after retry RPC after error@563923633)))
02:27:41.005 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@619649949(state=PENDING, result=null, callback=(continuation of Deferred@1541208499 after retry RPC after error@1114092845) -> (continuation of Deferred@76993838 after retry RPC after error@1484330450) -> (continuation of Deferred@1683258895 after retry RPC after error@468021621) -> (continuation of Deferred@694745218 after retry RPC after error@967815160) -> (continuation of Deferred@2118912708 after retry RPC after error@1318236833) -> (continuation of Deferred@542175001 after retry RPC after error@1690584196) -> (continuation of Deferred@2059430130 after retry RPC after error@563923633), errback=(continuation of Deferred@1541208499 after retry RPC after error@1114092845) -> (continuation of Deferred@76993838 after retry RPC after error@1484330450) -> (continuation of Deferred@1683258895 after retry RPC after error@468021621) -> (continuation of Deferred@694745218 after retry RPC after error@967815160) -> (continuation of Deferred@2118912708 after retry RPC after error@1318236833) -> (continuation of Deferred@542175001 after retry RPC after error@1690584196) -> (continuation of Deferred@2059430130 after retry RPC after error@563923633)))
02:27:41.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1673398259(state=PENDING, result=null, callback=(continuation of Deferred@977109755 after retry RPC after error@1343939099) -> (continuation of Deferred@1265901100 after retry RPC after error@1491470638) -> (continuation of Deferred@245002899 after retry RPC after error@160908129) -> (continuation of Deferred@1660532993 after retry RPC after error@171864841) -> (continuation of Deferred@1475184183 after retry RPC after error@1691503584) -> (continuation of Deferred@1271715786 after retry RPC after error@840127361) -> (continuation of Deferred@167028682 after retry RPC after error@2131718239), errback=(continuation of Deferred@977109755 after retry RPC after error@1343939099) -> (continuation of Deferred@1265901100 after retry RPC after error@1491470638) -> (continuation of Deferred@245002899 after retry RPC after error@160908129) -> (continuation of Deferred@1660532993 after retry RPC after error@171864841) -> (continuation of Deferred@1475184183 after retry RPC after error@1691503584) -> (continuation of Deferred@1271715786 after retry RPC after error@840127361) -> (continuation of Deferred@167028682 after retry RPC after error@2131718239)))
02:27:41.184 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1673398259(state=PENDING, result=null, callback=(continuation of Deferred@977109755 after retry RPC after error@1343939099) -> (continuation of Deferred@1265901100 after retry RPC after error@1491470638) -> (continuation of Deferred@245002899 after retry RPC after error@160908129) -> (continuation of Deferred@1660532993 after retry RPC after error@171864841) -> (continuation of Deferred@1475184183 after retry RPC after error@1691503584) -> (continuation of Deferred@1271715786 after retry RPC after error@840127361) -> (continuation of Deferred@167028682 after retry RPC after error@2131718239), errback=(continuation of Deferred@977109755 after retry RPC after error@1343939099) -> (continuation of Deferred@1265901100 after retry RPC after error@1491470638) -> (continuation of Deferred@245002899 after retry RPC after error@160908129) -> (continuation of Deferred@1660532993 after retry RPC after error@171864841) -> (continuation of Deferred@1475184183 after retry RPC after error@1691503584) -> (continuation of Deferred@1271715786 after retry RPC after error@840127361) -> (continuation of Deferred@167028682 after retry RPC after error@2131718239)))
02:27:41.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.462 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2097008111(state=PENDING, result=null, callback=(continuation of Deferred@1151698381 after retry RPC after error@1044935978) -> (continuation of Deferred@569195786 after retry RPC after error@862785133) -> (continuation of Deferred@1536065056 after retry RPC after error@647143774) -> (continuation of Deferred@1851772395 after retry RPC after error@899328043) -> (continuation of Deferred@491630534 after retry RPC after error@778466656) -> (continuation of Deferred@1044829650 after retry RPC after error@1585314241) -> (continuation of Deferred@784223831 after retry RPC after error@862909333) -> (continuation of Deferred@999184495 after retry RPC after error@168566062), errback=(continuation of Deferred@1151698381 after retry RPC after error@1044935978) -> (continuation of Deferred@569195786 after retry RPC after error@862785133) -> (continuation of Deferred@1536065056 after retry RPC after error@647143774) -> (continuation of Deferred@1851772395 after retry RPC after error@899328043) -> (continuation of Deferred@491630534 after retry RPC after error@778466656) -> (continuation of Deferred@1044829650 after retry RPC after error@1585314241) -> (continuation of Deferred@784223831 after retry RPC after error@862909333) -> (continuation of Deferred@999184495 after retry RPC after error@168566062)))
02:27:41.463 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:41.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@302352243(state=PENDING, result=null, callback=(continuation of Deferred@1798388537 after retry RPC after error@21461663) -> (continuation of Deferred@677570654 after retry RPC after error@383966270) -> (continuation of Deferred@1961411880 after retry RPC after error@1321323176) -> (continuation of Deferred@1902050102 after retry RPC after error@1901971983) -> (continuation of Deferred@1127125129 after retry RPC after error@66750158) -> (continuation of Deferred@91966156 after retry RPC after error@443151838) -> (continuation of Deferred@770999490 after retry RPC after error@2062531396), errback=(continuation of Deferred@1798388537 after retry RPC after error@21461663) -> (continuation of Deferred@677570654 after retry RPC after error@383966270) -> (continuation of Deferred@1961411880 after retry RPC after error@1321323176) -> (continuation of Deferred@1902050102 after retry RPC after error@1901971983) -> (continuation of Deferred@1127125129 after retry RPC after error@66750158) -> (continuation of Deferred@91966156 after retry RPC after error@443151838) -> (continuation of Deferred@770999490 after retry RPC after error@2062531396)))
02:27:41.725 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@302352243(state=PENDING, result=null, callback=(continuation of Deferred@1798388537 after retry RPC after error@21461663) -> (continuation of Deferred@677570654 after retry RPC after error@383966270) -> (continuation of Deferred@1961411880 after retry RPC after error@1321323176) -> (continuation of Deferred@1902050102 after retry RPC after error@1901971983) -> (continuation of Deferred@1127125129 after retry RPC after error@66750158) -> (continuation of Deferred@91966156 after retry RPC after error@443151838) -> (continuation of Deferred@770999490 after retry RPC after error@2062531396), errback=(continuation of Deferred@1798388537 after retry RPC after error@21461663) -> (continuation of Deferred@677570654 after retry RPC after error@383966270) -> (continuation of Deferred@1961411880 after retry RPC after error@1321323176) -> (continuation of Deferred@1902050102 after retry RPC after error@1901971983) -> (continuation of Deferred@1127125129 after retry RPC after error@66750158) -> (continuation of Deferred@91966156 after retry RPC after error@443151838) -> (continuation of Deferred@770999490 after retry RPC after error@2062531396)))
02:27:41.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:41.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:41.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:41.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:41.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:41.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@207842858(state=PENDING, result=null, callback=(continuation of Deferred@452500236 after retry RPC after error@304958221) -> (continuation of Deferred@1846655437 after retry RPC after error@2039777307) -> (continuation of Deferred@669670622 after retry RPC after error@1600589325) -> (continuation of Deferred@1020992509 after retry RPC after error@1641187373) -> (continuation of Deferred@346760293 after retry RPC after error@1935366043) -> (continuation of Deferred@389791486 after retry RPC after error@1650319316) -> (continuation of Deferred@798513142 after retry RPC after error@106314257), errback=(continuation of Deferred@452500236 after retry RPC after error@304958221) -> (continuation of Deferred@1846655437 after retry RPC after error@2039777307) -> (continuation of Deferred@669670622 after retry RPC after error@1600589325) -> (continuation of Deferred@1020992509 after retry RPC after error@1641187373) -> (continuation of Deferred@346760293 after retry RPC after error@1935366043) -> (continuation of Deferred@389791486 after retry RPC after error@1650319316) -> (continuation of Deferred@798513142 after retry RPC after error@106314257)))
02:27:41.985 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@207842858(state=PENDING, result=null, callback=(continuation of Deferred@452500236 after retry RPC after error@304958221) -> (continuation of Deferred@1846655437 after retry RPC after error@2039777307) -> (continuation of Deferred@669670622 after retry RPC after error@1600589325) -> (continuation of Deferred@1020992509 after retry RPC after error@1641187373) -> (continuation of Deferred@346760293 after retry RPC after error@1935366043) -> (continuation of Deferred@389791486 after retry RPC after error@1650319316) -> (continuation of Deferred@798513142 after retry RPC after error@106314257), errback=(continuation of Deferred@452500236 after retry RPC after error@304958221) -> (continuation of Deferred@1846655437 after retry RPC after error@2039777307) -> (continuation of Deferred@669670622 after retry RPC after error@1600589325) -> (continuation of Deferred@1020992509 after retry RPC after error@1641187373) -> (continuation of Deferred@346760293 after retry RPC after error@1935366043) -> (continuation of Deferred@389791486 after retry RPC after error@1650319316) -> (continuation of Deferred@798513142 after retry RPC after error@106314257)))
02:27:42.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1680632744(state=PENDING, result=null, callback=(continuation of Deferred@1266722120 after retry RPC after error@1732905431) -> (continuation of Deferred@1760958300 after retry RPC after error@1870676161) -> (continuation of Deferred@568591004 after retry RPC after error@374842310) -> (continuation of Deferred@1321409191 after retry RPC after error@589876726) -> (continuation of Deferred@576310253 after retry RPC after error@163255795) -> (continuation of Deferred@1601908801 after retry RPC after error@987300133) -> (continuation of Deferred@1446228784 after retry RPC after error@125182088), errback=(continuation of Deferred@1266722120 after retry RPC after error@1732905431) -> (continuation of Deferred@1760958300 after retry RPC after error@1870676161) -> (continuation of Deferred@568591004 after retry RPC after error@374842310) -> (continuation of Deferred@1321409191 after retry RPC after error@589876726) -> (continuation of Deferred@576310253 after retry RPC after error@163255795) -> (continuation of Deferred@1601908801 after retry RPC after error@987300133) -> (continuation of Deferred@1446228784 after retry RPC after error@125182088)))
02:27:42.225 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1680632744(state=PENDING, result=null, callback=(continuation of Deferred@1266722120 after retry RPC after error@1732905431) -> (continuation of Deferred@1760958300 after retry RPC after error@1870676161) -> (continuation of Deferred@568591004 after retry RPC after error@374842310) -> (continuation of Deferred@1321409191 after retry RPC after error@589876726) -> (continuation of Deferred@576310253 after retry RPC after error@163255795) -> (continuation of Deferred@1601908801 after retry RPC after error@987300133) -> (continuation of Deferred@1446228784 after retry RPC after error@125182088), errback=(continuation of Deferred@1266722120 after retry RPC after error@1732905431) -> (continuation of Deferred@1760958300 after retry RPC after error@1870676161) -> (continuation of Deferred@568591004 after retry RPC after error@374842310) -> (continuation of Deferred@1321409191 after retry RPC after error@589876726) -> (continuation of Deferred@576310253 after retry RPC after error@163255795) -> (continuation of Deferred@1601908801 after retry RPC after error@987300133) -> (continuation of Deferred@1446228784 after retry RPC after error@125182088)))
02:27:42.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:42.405687 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:42.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:42.411091 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:42.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:42.412524 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:42.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1130978579(state=PENDING, result=null, callback=(continuation of Deferred@534225823 after retry RPC after error@245904844) -> (continuation of Deferred@1985422886 after retry RPC after error@2145352762) -> (continuation of Deferred@1563882245 after retry RPC after error@310360890) -> (continuation of Deferred@1565972805 after retry RPC after error@1500270713) -> (continuation of Deferred@866664074 after retry RPC after error@1549919662) -> (continuation of Deferred@932615062 after retry RPC after error@214102661) -> (continuation of Deferred@2121056761 after retry RPC after error@770901775), errback=(continuation of Deferred@534225823 after retry RPC after error@245904844) -> (continuation of Deferred@1985422886 after retry RPC after error@2145352762) -> (continuation of Deferred@1563882245 after retry RPC after error@310360890) -> (continuation of Deferred@1565972805 after retry RPC after error@1500270713) -> (continuation of Deferred@866664074 after retry RPC after error@1549919662) -> (continuation of Deferred@932615062 after retry RPC after error@214102661) -> (continuation of Deferred@2121056761 after retry RPC after error@770901775)))
02:27:42.465 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1130978579(state=PENDING, result=null, callback=(continuation of Deferred@534225823 after retry RPC after error@245904844) -> (continuation of Deferred@1985422886 after retry RPC after error@2145352762) -> (continuation of Deferred@1563882245 after retry RPC after error@310360890) -> (continuation of Deferred@1565972805 after retry RPC after error@1500270713) -> (continuation of Deferred@866664074 after retry RPC after error@1549919662) -> (continuation of Deferred@932615062 after retry RPC after error@214102661) -> (continuation of Deferred@2121056761 after retry RPC after error@770901775), errback=(continuation of Deferred@534225823 after retry RPC after error@245904844) -> (continuation of Deferred@1985422886 after retry RPC after error@2145352762) -> (continuation of Deferred@1563882245 after retry RPC after error@310360890) -> (continuation of Deferred@1565972805 after retry RPC after error@1500270713) -> (continuation of Deferred@866664074 after retry RPC after error@1549919662) -> (continuation of Deferred@932615062 after retry RPC after error@214102661) -> (continuation of Deferred@2121056761 after retry RPC after error@770901775)))
02:27:42.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1114566831(state=PENDING, result=null, callback=(continuation of Deferred@2000936986 after retry RPC after error@1749528663) -> (continuation of Deferred@559865085 after retry RPC after error@343976945) -> (continuation of Deferred@2083244619 after retry RPC after error@700123281) -> (continuation of Deferred@2119532655 after retry RPC after error@1864070007) -> (continuation of Deferred@1296074061 after retry RPC after error@1011803124) -> (continuation of Deferred@1858751210 after retry RPC after error@1518214287) -> (continuation of Deferred@333283424 after retry RPC after error@1489473708), errback=(continuation of Deferred@2000936986 after retry RPC after error@1749528663) -> (continuation of Deferred@559865085 after retry RPC after error@343976945) -> (continuation of Deferred@2083244619 after retry RPC after error@700123281) -> (continuation of Deferred@2119532655 after retry RPC after error@1864070007) -> (continuation of Deferred@1296074061 after retry RPC after error@1011803124) -> (continuation of Deferred@1858751210 after retry RPC after error@1518214287) -> (continuation of Deferred@333283424 after retry RPC after error@1489473708)))
02:27:42.725 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1114566831(state=PENDING, result=null, callback=(continuation of Deferred@2000936986 after retry RPC after error@1749528663) -> (continuation of Deferred@559865085 after retry RPC after error@343976945) -> (continuation of Deferred@2083244619 after retry RPC after error@700123281) -> (continuation of Deferred@2119532655 after retry RPC after error@1864070007) -> (continuation of Deferred@1296074061 after retry RPC after error@1011803124) -> (continuation of Deferred@1858751210 after retry RPC after error@1518214287) -> (continuation of Deferred@333283424 after retry RPC after error@1489473708), errback=(continuation of Deferred@2000936986 after retry RPC after error@1749528663) -> (continuation of Deferred@559865085 after retry RPC after error@343976945) -> (continuation of Deferred@2083244619 after retry RPC after error@700123281) -> (continuation of Deferred@2119532655 after retry RPC after error@1864070007) -> (continuation of Deferred@1296074061 after retry RPC after error@1011803124) -> (continuation of Deferred@1858751210 after retry RPC after error@1518214287) -> (continuation of Deferred@333283424 after retry RPC after error@1489473708)))
02:27:42.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.825 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:42.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:42.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:42.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:42.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:42.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.003 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2063042483(state=PENDING, result=null, callback=(continuation of Deferred@469544947 after retry RPC after error@1680339314) -> (continuation of Deferred@1821444486 after retry RPC after error@706593208) -> (continuation of Deferred@1423990847 after retry RPC after error@253212592) -> (continuation of Deferred@1806582509 after retry RPC after error@804933153) -> (continuation of Deferred@2026644089 after retry RPC after error@1247064295) -> (continuation of Deferred@1400121962 after retry RPC after error@780336483) -> (continuation of Deferred@927259936 after retry RPC after error@1484296359), errback=(continuation of Deferred@469544947 after retry RPC after error@1680339314) -> (continuation of Deferred@1821444486 after retry RPC after error@706593208) -> (continuation of Deferred@1423990847 after retry RPC after error@253212592) -> (continuation of Deferred@1806582509 after retry RPC after error@804933153) -> (continuation of Deferred@2026644089 after retry RPC after error@1247064295) -> (continuation of Deferred@1400121962 after retry RPC after error@780336483) -> (continuation of Deferred@927259936 after retry RPC after error@1484296359)))
02:27:43.003 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:43.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@354809973(state=PENDING, result=null, callback=(continuation of Deferred@264342509 after retry RPC after error@1740843024) -> (continuation of Deferred@91786863 after retry RPC after error@1059338469) -> (continuation of Deferred@1010389519 after retry RPC after error@1120173616) -> (continuation of Deferred@51284977 after retry RPC after error@494102629) -> (continuation of Deferred@1798105326 after retry RPC after error@175652421) -> (continuation of Deferred@2111733240 after retry RPC after error@2070413926) -> (continuation of Deferred@2005921405 after retry RPC after error@1011776735) -> (continuation of Deferred@854718227 after retry RPC after error@154249241), errback=(continuation of Deferred@264342509 after retry RPC after error@1740843024) -> (continuation of Deferred@91786863 after retry RPC after error@1059338469) -> (continuation of Deferred@1010389519 after retry RPC after error@1120173616) -> (continuation of Deferred@51284977 after retry RPC after error@494102629) -> (continuation of Deferred@1798105326 after retry RPC after error@175652421) -> (continuation of Deferred@2111733240 after retry RPC after error@2070413926) -> (continuation of Deferred@2005921405 after retry RPC after error@1011776735) -> (continuation of Deferred@854718227 after retry RPC after error@154249241)))
02:27:43.266 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@354809973(state=PENDING, result=null, callback=(continuation of Deferred@264342509 after retry RPC after error@1740843024) -> (continuation of Deferred@91786863 after retry RPC after error@1059338469) -> (continuation of Deferred@1010389519 after retry RPC after error@1120173616) -> (continuation of Deferred@51284977 after retry RPC after error@494102629) -> (continuation of Deferred@1798105326 after retry RPC after error@175652421) -> (continuation of Deferred@2111733240 after retry RPC after error@2070413926) -> (continuation of Deferred@2005921405 after retry RPC after error@1011776735) -> (continuation of Deferred@854718227 after retry RPC after error@154249241), errback=(continuation of Deferred@264342509 after retry RPC after error@1740843024) -> (continuation of Deferred@91786863 after retry RPC after error@1059338469) -> (continuation of Deferred@1010389519 after retry RPC after error@1120173616) -> (continuation of Deferred@51284977 after retry RPC after error@494102629) -> (continuation of Deferred@1798105326 after retry RPC after error@175652421) -> (continuation of Deferred@2111733240 after retry RPC after error@2070413926) -> (continuation of Deferred@2005921405 after retry RPC after error@1011776735) -> (continuation of Deferred@854718227 after retry RPC after error@154249241)))
02:27:43.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1746059560(state=PENDING, result=null, callback=(continuation of Deferred@66148159 after retry RPC after error@626078620) -> (continuation of Deferred@513807497 after retry RPC after error@1615171060) -> (continuation of Deferred@1770288748 after retry RPC after error@1164272915) -> (continuation of Deferred@1535063402 after retry RPC after error@395917788) -> (continuation of Deferred@1575225941 after retry RPC after error@868720903) -> (continuation of Deferred@296814192 after retry RPC after error@1337494083) -> (continuation of Deferred@854824771 after retry RPC after error@1018353539), errback=(continuation of Deferred@66148159 after retry RPC after error@626078620) -> (continuation of Deferred@513807497 after retry RPC after error@1615171060) -> (continuation of Deferred@1770288748 after retry RPC after error@1164272915) -> (continuation of Deferred@1535063402 after retry RPC after error@395917788) -> (continuation of Deferred@1575225941 after retry RPC after error@868720903) -> (continuation of Deferred@296814192 after retry RPC after error@1337494083) -> (continuation of Deferred@854824771 after retry RPC after error@1018353539)))
02:27:43.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1746059560(state=PENDING, result=null, callback=(continuation of Deferred@66148159 after retry RPC after error@626078620) -> (continuation of Deferred@513807497 after retry RPC after error@1615171060) -> (continuation of Deferred@1770288748 after retry RPC after error@1164272915) -> (continuation of Deferred@1535063402 after retry RPC after error@395917788) -> (continuation of Deferred@1575225941 after retry RPC after error@868720903) -> (continuation of Deferred@296814192 after retry RPC after error@1337494083) -> (continuation of Deferred@854824771 after retry RPC after error@1018353539), errback=(continuation of Deferred@66148159 after retry RPC after error@626078620) -> (continuation of Deferred@513807497 after retry RPC after error@1615171060) -> (continuation of Deferred@1770288748 after retry RPC after error@1164272915) -> (continuation of Deferred@1535063402 after retry RPC after error@395917788) -> (continuation of Deferred@1575225941 after retry RPC after error@868720903) -> (continuation of Deferred@296814192 after retry RPC after error@1337494083) -> (continuation of Deferred@854824771 after retry RPC after error@1018353539)))
02:27:43.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1286638744(state=PENDING, result=null, callback=(continuation of Deferred@272458671 after retry RPC after error@1739990434) -> (continuation of Deferred@1013825596 after retry RPC after error@1961971557) -> (continuation of Deferred@262826575 after retry RPC after error@1499977005) -> (continuation of Deferred@198803997 after retry RPC after error@1965911652) -> (continuation of Deferred@688491164 after retry RPC after error@1310780461) -> (continuation of Deferred@154027678 after retry RPC after error@393103249) -> (continuation of Deferred@1926652554 after retry RPC after error@1004448121), errback=(continuation of Deferred@272458671 after retry RPC after error@1739990434) -> (continuation of Deferred@1013825596 after retry RPC after error@1961971557) -> (continuation of Deferred@262826575 after retry RPC after error@1499977005) -> (continuation of Deferred@198803997 after retry RPC after error@1965911652) -> (continuation of Deferred@688491164 after retry RPC after error@1310780461) -> (continuation of Deferred@154027678 after retry RPC after error@393103249) -> (continuation of Deferred@1926652554 after retry RPC after error@1004448121)))
02:27:43.685 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1286638744(state=PENDING, result=null, callback=(continuation of Deferred@272458671 after retry RPC after error@1739990434) -> (continuation of Deferred@1013825596 after retry RPC after error@1961971557) -> (continuation of Deferred@262826575 after retry RPC after error@1499977005) -> (continuation of Deferred@198803997 after retry RPC after error@1965911652) -> (continuation of Deferred@688491164 after retry RPC after error@1310780461) -> (continuation of Deferred@154027678 after retry RPC after error@393103249) -> (continuation of Deferred@1926652554 after retry RPC after error@1004448121), errback=(continuation of Deferred@272458671 after retry RPC after error@1739990434) -> (continuation of Deferred@1013825596 after retry RPC after error@1961971557) -> (continuation of Deferred@262826575 after retry RPC after error@1499977005) -> (continuation of Deferred@198803997 after retry RPC after error@1965911652) -> (continuation of Deferred@688491164 after retry RPC after error@1310780461) -> (continuation of Deferred@154027678 after retry RPC after error@393103249) -> (continuation of Deferred@1926652554 after retry RPC after error@1004448121)))
02:27:43.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [179ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@261224075(state=PENDING, result=null, callback=(continuation of Deferred@873439770 after retry RPC after error@333808738) -> (continuation of Deferred@753843119 after retry RPC after error@743126295) -> (continuation of Deferred@1696419318 after retry RPC after error@1524892579) -> (continuation of Deferred@59697299 after retry RPC after error@1989711480) -> (continuation of Deferred@2045056928 after retry RPC after error@65468964) -> (continuation of Deferred@2010665147 after retry RPC after error@1161896814), errback=(continuation of Deferred@873439770 after retry RPC after error@333808738) -> (continuation of Deferred@753843119 after retry RPC after error@743126295) -> (continuation of Deferred@1696419318 after retry RPC after error@1524892579) -> (continuation of Deferred@59697299 after retry RPC after error@1989711480) -> (continuation of Deferred@2045056928 after retry RPC after error@65468964) -> (continuation of Deferred@2010665147 after retry RPC after error@1161896814)))
02:27:43.884 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [179ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@261224075(state=PENDING, result=null, callback=(continuation of Deferred@873439770 after retry RPC after error@333808738) -> (continuation of Deferred@753843119 after retry RPC after error@743126295) -> (continuation of Deferred@1696419318 after retry RPC after error@1524892579) -> (continuation of Deferred@59697299 after retry RPC after error@1989711480) -> (continuation of Deferred@2045056928 after retry RPC after error@65468964) -> (continuation of Deferred@2010665147 after retry RPC after error@1161896814), errback=(continuation of Deferred@873439770 after retry RPC after error@333808738) -> (continuation of Deferred@753843119 after retry RPC after error@743126295) -> (continuation of Deferred@1696419318 after retry RPC after error@1524892579) -> (continuation of Deferred@59697299 after retry RPC after error@1989711480) -> (continuation of Deferred@2045056928 after retry RPC after error@65468964) -> (continuation of Deferred@2010665147 after retry RPC after error@1161896814)))
02:27:43.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:43.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:43.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:43.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:43.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:43.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@134701914(state=PENDING, result=null, callback=(continuation of Deferred@1597891278 after retry RPC after error@832322230) -> (continuation of Deferred@31054134 after retry RPC after error@855078884) -> (continuation of Deferred@49072358 after retry RPC after error@1391790983) -> (continuation of Deferred@489322630 after retry RPC after error@350975120) -> (continuation of Deferred@1881416979 after retry RPC after error@175616419) -> (continuation of Deferred@1146553891 after retry RPC after error@190297549) -> (continuation of Deferred@1510606089 after retry RPC after error@1841782082), errback=(continuation of Deferred@1597891278 after retry RPC after error@832322230) -> (continuation of Deferred@31054134 after retry RPC after error@855078884) -> (continuation of Deferred@49072358 after retry RPC after error@1391790983) -> (continuation of Deferred@489322630 after retry RPC after error@350975120) -> (continuation of Deferred@1881416979 after retry RPC after error@175616419) -> (continuation of Deferred@1146553891 after retry RPC after error@190297549) -> (continuation of Deferred@1510606089 after retry RPC after error@1841782082)))
02:27:44.065 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@134701914(state=PENDING, result=null, callback=(continuation of Deferred@1597891278 after retry RPC after error@832322230) -> (continuation of Deferred@31054134 after retry RPC after error@855078884) -> (continuation of Deferred@49072358 after retry RPC after error@1391790983) -> (continuation of Deferred@489322630 after retry RPC after error@350975120) -> (continuation of Deferred@1881416979 after retry RPC after error@175616419) -> (continuation of Deferred@1146553891 after retry RPC after error@190297549) -> (continuation of Deferred@1510606089 after retry RPC after error@1841782082), errback=(continuation of Deferred@1597891278 after retry RPC after error@832322230) -> (continuation of Deferred@31054134 after retry RPC after error@855078884) -> (continuation of Deferred@49072358 after retry RPC after error@1391790983) -> (continuation of Deferred@489322630 after retry RPC after error@350975120) -> (continuation of Deferred@1881416979 after retry RPC after error@175616419) -> (continuation of Deferred@1146553891 after retry RPC after error@190297549) -> (continuation of Deferred@1510606089 after retry RPC after error@1841782082)))
02:27:44.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:44.104017 9985 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:44.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:44.104261 9985 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:44.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:44.105412 9985 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:44.106468 9659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:27:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:44.107725 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:44.107896 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:44.108038 9659 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:44.108281 9985 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:44.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1746849885(state=PENDING, result=null, callback=(continuation of Deferred@1813342043 after retry RPC after error@1052377883) -> (continuation of Deferred@422520381 after retry RPC after error@128815485) -> (continuation of Deferred@1086656876 after retry RPC after error@772370612) -> (continuation of Deferred@1324856710 after retry RPC after error@624616284) -> (continuation of Deferred@1302120678 after retry RPC after error@687185201) -> (continuation of Deferred@1532843564 after retry RPC after error@688881176) -> (continuation of Deferred@41900071 after retry RPC after error@107430220), errback=(continuation of Deferred@1813342043 after retry RPC after error@1052377883) -> (continuation of Deferred@422520381 after retry RPC after error@128815485) -> (continuation of Deferred@1086656876 after retry RPC after error@772370612) -> (continuation of Deferred@1324856710 after retry RPC after error@624616284) -> (continuation of Deferred@1302120678 after retry RPC after error@687185201) -> (continuation of Deferred@1532843564 after retry RPC after error@688881176) -> (continuation of Deferred@41900071 after retry RPC after error@107430220)))
02:27:44.305 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1746849885(state=PENDING, result=null, callback=(continuation of Deferred@1813342043 after retry RPC after error@1052377883) -> (continuation of Deferred@422520381 after retry RPC after error@128815485) -> (continuation of Deferred@1086656876 after retry RPC after error@772370612) -> (continuation of Deferred@1324856710 after retry RPC after error@624616284) -> (continuation of Deferred@1302120678 after retry RPC after error@687185201) -> (continuation of Deferred@1532843564 after retry RPC after error@688881176) -> (continuation of Deferred@41900071 after retry RPC after error@107430220), errback=(continuation of Deferred@1813342043 after retry RPC after error@1052377883) -> (continuation of Deferred@422520381 after retry RPC after error@128815485) -> (continuation of Deferred@1086656876 after retry RPC after error@772370612) -> (continuation of Deferred@1324856710 after retry RPC after error@624616284) -> (continuation of Deferred@1302120678 after retry RPC after error@687185201) -> (continuation of Deferred@1532843564 after retry RPC after error@688881176) -> (continuation of Deferred@41900071 after retry RPC after error@107430220)))
02:27:44.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [204ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1408703041(state=PENDING, result=null, callback=(continuation of Deferred@593800717 after retry RPC after error@583826634) -> (continuation of Deferred@543004160 after retry RPC after error@1267971416) -> (continuation of Deferred@1291939553 after retry RPC after error@216691111) -> (continuation of Deferred@1078660012 after retry RPC after error@379867016) -> (continuation of Deferred@1343507931 after retry RPC after error@254568759) -> (continuation of Deferred@388109589 after retry RPC after error@592363638) -> (continuation of Deferred@1371945809 after retry RPC after error@1037010319), errback=(continuation of Deferred@593800717 after retry RPC after error@583826634) -> (continuation of Deferred@543004160 after retry RPC after error@1267971416) -> (continuation of Deferred@1291939553 after retry RPC after error@216691111) -> (continuation of Deferred@1078660012 after retry RPC after error@379867016) -> (continuation of Deferred@1343507931 after retry RPC after error@254568759) -> (continuation of Deferred@388109589 after retry RPC after error@592363638) -> (continuation of Deferred@1371945809 after retry RPC after error@1037010319)))
02:27:44.527 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [204ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1408703041(state=PENDING, result=null, callback=(continuation of Deferred@593800717 after retry RPC after error@583826634) -> (continuation of Deferred@543004160 after retry RPC after error@1267971416) -> (continuation of Deferred@1291939553 after retry RPC after error@216691111) -> (continuation of Deferred@1078660012 after retry RPC after error@379867016) -> (continuation of Deferred@1343507931 after retry RPC after error@254568759) -> (continuation of Deferred@388109589 after retry RPC after error@592363638) -> (continuation of Deferred@1371945809 after retry RPC after error@1037010319), errback=(continuation of Deferred@593800717 after retry RPC after error@583826634) -> (continuation of Deferred@543004160 after retry RPC after error@1267971416) -> (continuation of Deferred@1291939553 after retry RPC after error@216691111) -> (continuation of Deferred@1078660012 after retry RPC after error@379867016) -> (continuation of Deferred@1343507931 after retry RPC after error@254568759) -> (continuation of Deferred@388109589 after retry RPC after error@592363638) -> (continuation of Deferred@1371945809 after retry RPC after error@1037010319)))
02:27:44.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.544 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@205067017(state=PENDING, result=null, callback=(continuation of Deferred@1808408868 after retry RPC after error@616507163) -> (continuation of Deferred@3352032 after retry RPC after error@1154928564) -> (continuation of Deferred@2125403403 after retry RPC after error@594895418) -> (continuation of Deferred@980443025 after retry RPC after error@1219075076) -> (continuation of Deferred@1319690071 after retry RPC after error@1178861578) -> (continuation of Deferred@2121286532 after retry RPC after error@2050865650) -> (continuation of Deferred@1919386501 after retry RPC after error@348494227), errback=(continuation of Deferred@1808408868 after retry RPC after error@616507163) -> (continuation of Deferred@3352032 after retry RPC after error@1154928564) -> (continuation of Deferred@2125403403 after retry RPC after error@594895418) -> (continuation of Deferred@980443025 after retry RPC after error@1219075076) -> (continuation of Deferred@1319690071 after retry RPC after error@1178861578) -> (continuation of Deferred@2121286532 after retry RPC after error@2050865650) -> (continuation of Deferred@1919386501 after retry RPC after error@348494227)))
02:27:44.785 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@205067017(state=PENDING, result=null, callback=(continuation of Deferred@1808408868 after retry RPC after error@616507163) -> (continuation of Deferred@3352032 after retry RPC after error@1154928564) -> (continuation of Deferred@2125403403 after retry RPC after error@594895418) -> (continuation of Deferred@980443025 after retry RPC after error@1219075076) -> (continuation of Deferred@1319690071 after retry RPC after error@1178861578) -> (continuation of Deferred@2121286532 after retry RPC after error@2050865650) -> (continuation of Deferred@1919386501 after retry RPC after error@348494227), errback=(continuation of Deferred@1808408868 after retry RPC after error@616507163) -> (continuation of Deferred@3352032 after retry RPC after error@1154928564) -> (continuation of Deferred@2125403403 after retry RPC after error@594895418) -> (continuation of Deferred@980443025 after retry RPC after error@1219075076) -> (continuation of Deferred@1319690071 after retry RPC after error@1178861578) -> (continuation of Deferred@2121286532 after retry RPC after error@2050865650) -> (continuation of Deferred@1919386501 after retry RPC after error@348494227)))
02:27:44.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:44.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:44.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:44.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:44.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:44.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.024 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@305496534(state=PENDING, result=null, callback=(continuation of Deferred@1827741609 after retry RPC after error@375627372) -> (continuation of Deferred@1024610543 after retry RPC after error@60251562) -> (continuation of Deferred@1744770598 after retry RPC after error@1835361355) -> (continuation of Deferred@1113572384 after retry RPC after error@2065480652) -> (continuation of Deferred@1682824367 after retry RPC after error@583838545) -> (continuation of Deferred@504235500 after retry RPC after error@5381946) -> (continuation of Deferred@183501627 after retry RPC after error@1302439703), errback=(continuation of Deferred@1827741609 after retry RPC after error@375627372) -> (continuation of Deferred@1024610543 after retry RPC after error@60251562) -> (continuation of Deferred@1744770598 after retry RPC after error@1835361355) -> (continuation of Deferred@1113572384 after retry RPC after error@2065480652) -> (continuation of Deferred@1682824367 after retry RPC after error@583838545) -> (continuation of Deferred@504235500 after retry RPC after error@5381946) -> (continuation of Deferred@183501627 after retry RPC after error@1302439703)))
02:27:45.025 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@305496534(state=PENDING, result=null, callback=(continuation of Deferred@1827741609 after retry RPC after error@375627372) -> (continuation of Deferred@1024610543 after retry RPC after error@60251562) -> (continuation of Deferred@1744770598 after retry RPC after error@1835361355) -> (continuation of Deferred@1113572384 after retry RPC after error@2065480652) -> (continuation of Deferred@1682824367 after retry RPC after error@583838545) -> (continuation of Deferred@504235500 after retry RPC after error@5381946) -> (continuation of Deferred@183501627 after retry RPC after error@1302439703), errback=(continuation of Deferred@1827741609 after retry RPC after error@375627372) -> (continuation of Deferred@1024610543 after retry RPC after error@60251562) -> (continuation of Deferred@1744770598 after retry RPC after error@1835361355) -> (continuation of Deferred@1113572384 after retry RPC after error@2065480652) -> (continuation of Deferred@1682824367 after retry RPC after error@583838545) -> (continuation of Deferred@504235500 after retry RPC after error@5381946) -> (continuation of Deferred@183501627 after retry RPC after error@1302439703)))
02:27:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:45.034153 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:45.034291 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:45.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@682087951(state=PENDING, result=null, callback=(continuation of Deferred@97555184 after retry RPC after error@1231508144) -> (continuation of Deferred@1345947227 after retry RPC after error@1178088957) -> (continuation of Deferred@1199466712 after retry RPC after error@880754773) -> (continuation of Deferred@686293983 after retry RPC after error@804801762) -> (continuation of Deferred@460638573 after retry RPC after error@1430740926) -> (continuation of Deferred@1037654066 after retry RPC after error@1345035319) -> (continuation of Deferred@1839794430 after retry RPC after error@41680986), errback=(continuation of Deferred@97555184 after retry RPC after error@1231508144) -> (continuation of Deferred@1345947227 after retry RPC after error@1178088957) -> (continuation of Deferred@1199466712 after retry RPC after error@880754773) -> (continuation of Deferred@686293983 after retry RPC after error@804801762) -> (continuation of Deferred@460638573 after retry RPC after error@1430740926) -> (continuation of Deferred@1037654066 after retry RPC after error@1345035319) -> (continuation of Deferred@1839794430 after retry RPC after error@41680986)))
02:27:45.285 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@682087951(state=PENDING, result=null, callback=(continuation of Deferred@97555184 after retry RPC after error@1231508144) -> (continuation of Deferred@1345947227 after retry RPC after error@1178088957) -> (continuation of Deferred@1199466712 after retry RPC after error@880754773) -> (continuation of Deferred@686293983 after retry RPC after error@804801762) -> (continuation of Deferred@460638573 after retry RPC after error@1430740926) -> (continuation of Deferred@1037654066 after retry RPC after error@1345035319) -> (continuation of Deferred@1839794430 after retry RPC after error@41680986), errback=(continuation of Deferred@97555184 after retry RPC after error@1231508144) -> (continuation of Deferred@1345947227 after retry RPC after error@1178088957) -> (continuation of Deferred@1199466712 after retry RPC after error@880754773) -> (continuation of Deferred@686293983 after retry RPC after error@804801762) -> (continuation of Deferred@460638573 after retry RPC after error@1430740926) -> (continuation of Deferred@1037654066 after retry RPC after error@1345035319) -> (continuation of Deferred@1839794430 after retry RPC after error@41680986)))
02:27:45.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@593098391(state=PENDING, result=null, callback=(continuation of Deferred@1152135758 after retry RPC after error@1980985450) -> (continuation of Deferred@1702169085 after retry RPC after error@158639754) -> (continuation of Deferred@745524136 after retry RPC after error@1100115567) -> (continuation of Deferred@207990081 after retry RPC after error@537467569) -> (continuation of Deferred@1927915411 after retry RPC after error@542789303) -> (continuation of Deferred@24440920 after retry RPC after error@1774235221) -> (continuation of Deferred@1454004673 after retry RPC after error@620202581) -> (continuation of Deferred@36128931 after retry RPC after error@1853488308), errback=(continuation of Deferred@1152135758 after retry RPC after error@1980985450) -> (continuation of Deferred@1702169085 after retry RPC after error@158639754) -> (continuation of Deferred@745524136 after retry RPC after error@1100115567) -> (continuation of Deferred@207990081 after retry RPC after error@537467569) -> (continuation of Deferred@1927915411 after retry RPC after error@542789303) -> (continuation of Deferred@24440920 after retry RPC after error@1774235221) -> (continuation of Deferred@1454004673 after retry RPC after error@620202581) -> (continuation of Deferred@36128931 after retry RPC after error@1853488308)))
02:27:45.506 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@593098391(state=PENDING, result=null, callback=(continuation of Deferred@1152135758 after retry RPC after error@1980985450) -> (continuation of Deferred@1702169085 after retry RPC after error@158639754) -> (continuation of Deferred@745524136 after retry RPC after error@1100115567) -> (continuation of Deferred@207990081 after retry RPC after error@537467569) -> (continuation of Deferred@1927915411 after retry RPC after error@542789303) -> (continuation of Deferred@24440920 after retry RPC after error@1774235221) -> (continuation of Deferred@1454004673 after retry RPC after error@620202581) -> (continuation of Deferred@36128931 after retry RPC after error@1853488308), errback=(continuation of Deferred@1152135758 after retry RPC after error@1980985450) -> (continuation of Deferred@1702169085 after retry RPC after error@158639754) -> (continuation of Deferred@745524136 after retry RPC after error@1100115567) -> (continuation of Deferred@207990081 after retry RPC after error@537467569) -> (continuation of Deferred@1927915411 after retry RPC after error@542789303) -> (continuation of Deferred@24440920 after retry RPC after error@1774235221) -> (continuation of Deferred@1454004673 after retry RPC after error@620202581) -> (continuation of Deferred@36128931 after retry RPC after error@1853488308)))
02:27:45.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1511856246(state=PENDING, result=null, callback=(continuation of Deferred@182480205 after retry RPC after error@761685422) -> (continuation of Deferred@1525919483 after retry RPC after error@1755304827) -> (continuation of Deferred@1629241632 after retry RPC after error@2135491512) -> (continuation of Deferred@940240604 after retry RPC after error@773383853) -> (continuation of Deferred@755939087 after retry RPC after error@451749333) -> (continuation of Deferred@1979597914 after retry RPC after error@473627078) -> (continuation of Deferred@1154777985 after retry RPC after error@937739587), errback=(continuation of Deferred@182480205 after retry RPC after error@761685422) -> (continuation of Deferred@1525919483 after retry RPC after error@1755304827) -> (continuation of Deferred@1629241632 after retry RPC after error@2135491512) -> (continuation of Deferred@940240604 after retry RPC after error@773383853) -> (continuation of Deferred@755939087 after retry RPC after error@451749333) -> (continuation of Deferred@1979597914 after retry RPC after error@473627078) -> (continuation of Deferred@1154777985 after retry RPC after error@937739587)))
02:27:45.705 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1511856246(state=PENDING, result=null, callback=(continuation of Deferred@182480205 after retry RPC after error@761685422) -> (continuation of Deferred@1525919483 after retry RPC after error@1755304827) -> (continuation of Deferred@1629241632 after retry RPC after error@2135491512) -> (continuation of Deferred@940240604 after retry RPC after error@773383853) -> (continuation of Deferred@755939087 after retry RPC after error@451749333) -> (continuation of Deferred@1979597914 after retry RPC after error@473627078) -> (continuation of Deferred@1154777985 after retry RPC after error@937739587), errback=(continuation of Deferred@182480205 after retry RPC after error@761685422) -> (continuation of Deferred@1525919483 after retry RPC after error@1755304827) -> (continuation of Deferred@1629241632 after retry RPC after error@2135491512) -> (continuation of Deferred@940240604 after retry RPC after error@773383853) -> (continuation of Deferred@755939087 after retry RPC after error@451749333) -> (continuation of Deferred@1979597914 after retry RPC after error@473627078) -> (continuation of Deferred@1154777985 after retry RPC after error@937739587)))
02:27:45.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:45.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@664303045(state=PENDING, result=null, callback=(continuation of Deferred@415701168 after retry RPC after error@520772887) -> (continuation of Deferred@640634452 after retry RPC after error@1123885321) -> (continuation of Deferred@1658823550 after retry RPC after error@795916503) -> (continuation of Deferred@1936793219 after retry RPC after error@1487903885) -> (continuation of Deferred@1198788789 after retry RPC after error@1843969676) -> (continuation of Deferred@370548916 after retry RPC after error@855215375) -> (continuation of Deferred@1433387613 after retry RPC after error@2111507106), errback=(continuation of Deferred@415701168 after retry RPC after error@520772887) -> (continuation of Deferred@640634452 after retry RPC after error@1123885321) -> (continuation of Deferred@1658823550 after retry RPC after error@795916503) -> (continuation of Deferred@1936793219 after retry RPC after error@1487903885) -> (continuation of Deferred@1198788789 after retry RPC after error@1843969676) -> (continuation of Deferred@370548916 after retry RPC after error@855215375) -> (continuation of Deferred@1433387613 after retry RPC after error@2111507106)))
02:27:45.964 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@664303045(state=PENDING, result=null, callback=(continuation of Deferred@415701168 after retry RPC after error@520772887) -> (continuation of Deferred@640634452 after retry RPC after error@1123885321) -> (continuation of Deferred@1658823550 after retry RPC after error@795916503) -> (continuation of Deferred@1936793219 after retry RPC after error@1487903885) -> (continuation of Deferred@1198788789 after retry RPC after error@1843969676) -> (continuation of Deferred@370548916 after retry RPC after error@855215375) -> (continuation of Deferred@1433387613 after retry RPC after error@2111507106), errback=(continuation of Deferred@415701168 after retry RPC after error@520772887) -> (continuation of Deferred@640634452 after retry RPC after error@1123885321) -> (continuation of Deferred@1658823550 after retry RPC after error@795916503) -> (continuation of Deferred@1936793219 after retry RPC after error@1487903885) -> (continuation of Deferred@1198788789 after retry RPC after error@1843969676) -> (continuation of Deferred@370548916 after retry RPC after error@855215375) -> (continuation of Deferred@1433387613 after retry RPC after error@2111507106)))
02:27:45.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:45.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:45.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:45.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:45.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.025 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.205 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1693447183(state=PENDING, result=null, callback=(continuation of Deferred@475295421 after retry RPC after error@1222181813) -> (continuation of Deferred@1926859711 after retry RPC after error@1762481767) -> (continuation of Deferred@1452539005 after retry RPC after error@1448577457) -> (continuation of Deferred@1760388279 after retry RPC after error@1800448419) -> (continuation of Deferred@577360032 after retry RPC after error@1209655133) -> (continuation of Deferred@1263718965 after retry RPC after error@622950221) -> (continuation of Deferred@1226919833 after retry RPC after error@1338278615), errback=(continuation of Deferred@475295421 after retry RPC after error@1222181813) -> (continuation of Deferred@1926859711 after retry RPC after error@1762481767) -> (continuation of Deferred@1452539005 after retry RPC after error@1448577457) -> (continuation of Deferred@1760388279 after retry RPC after error@1800448419) -> (continuation of Deferred@577360032 after retry RPC after error@1209655133) -> (continuation of Deferred@1263718965 after retry RPC after error@622950221) -> (continuation of Deferred@1226919833 after retry RPC after error@1338278615)))
02:27:46.205 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1693447183(state=PENDING, result=null, callback=(continuation of Deferred@475295421 after retry RPC after error@1222181813) -> (continuation of Deferred@1926859711 after retry RPC after error@1762481767) -> (continuation of Deferred@1452539005 after retry RPC after error@1448577457) -> (continuation of Deferred@1760388279 after retry RPC after error@1800448419) -> (continuation of Deferred@577360032 after retry RPC after error@1209655133) -> (continuation of Deferred@1263718965 after retry RPC after error@622950221) -> (continuation of Deferred@1226919833 after retry RPC after error@1338278615), errback=(continuation of Deferred@475295421 after retry RPC after error@1222181813) -> (continuation of Deferred@1926859711 after retry RPC after error@1762481767) -> (continuation of Deferred@1452539005 after retry RPC after error@1448577457) -> (continuation of Deferred@1760388279 after retry RPC after error@1800448419) -> (continuation of Deferred@577360032 after retry RPC after error@1209655133) -> (continuation of Deferred@1263718965 after retry RPC after error@622950221) -> (continuation of Deferred@1226919833 after retry RPC after error@1338278615)))
02:27:46.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2078128077(state=PENDING, result=null, callback=(continuation of Deferred@1911517622 after retry RPC after error@977729845) -> (continuation of Deferred@1967369420 after retry RPC after error@1664487030) -> (continuation of Deferred@1776202087 after retry RPC after error@1692164664) -> (continuation of Deferred@202479523 after retry RPC after error@1594322409) -> (continuation of Deferred@1137621735 after retry RPC after error@1141165316) -> (continuation of Deferred@1143535272 after retry RPC after error@539276257), errback=(continuation of Deferred@1911517622 after retry RPC after error@977729845) -> (continuation of Deferred@1967369420 after retry RPC after error@1664487030) -> (continuation of Deferred@1776202087 after retry RPC after error@1692164664) -> (continuation of Deferred@202479523 after retry RPC after error@1594322409) -> (continuation of Deferred@1137621735 after retry RPC after error@1141165316) -> (continuation of Deferred@1143535272 after retry RPC after error@539276257)))
02:27:46.365 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [64ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2078128077(state=PENDING, result=null, callback=(continuation of Deferred@1911517622 after retry RPC after error@977729845) -> (continuation of Deferred@1967369420 after retry RPC after error@1664487030) -> (continuation of Deferred@1776202087 after retry RPC after error@1692164664) -> (continuation of Deferred@202479523 after retry RPC after error@1594322409) -> (continuation of Deferred@1137621735 after retry RPC after error@1141165316) -> (continuation of Deferred@1143535272 after retry RPC after error@539276257), errback=(continuation of Deferred@1911517622 after retry RPC after error@977729845) -> (continuation of Deferred@1967369420 after retry RPC after error@1664487030) -> (continuation of Deferred@1776202087 after retry RPC after error@1692164664) -> (continuation of Deferred@202479523 after retry RPC after error@1594322409) -> (continuation of Deferred@1137621735 after retry RPC after error@1141165316) -> (continuation of Deferred@1143535272 after retry RPC after error@539276257)))
02:27:46.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1139201911(state=PENDING, result=null, callback=(continuation of Deferred@1442850238 after retry RPC after error@1537139344) -> (continuation of Deferred@1888376763 after retry RPC after error@94792626) -> (continuation of Deferred@1381798765 after retry RPC after error@2130338260) -> (continuation of Deferred@2093728319 after retry RPC after error@1241964015) -> (continuation of Deferred@2096625721 after retry RPC after error@1362023090) -> (continuation of Deferred@1935026322 after retry RPC after error@256076466) -> (continuation of Deferred@1278639443 after retry RPC after error@1797954853), errback=(continuation of Deferred@1442850238 after retry RPC after error@1537139344) -> (continuation of Deferred@1888376763 after retry RPC after error@94792626) -> (continuation of Deferred@1381798765 after retry RPC after error@2130338260) -> (continuation of Deferred@2093728319 after retry RPC after error@1241964015) -> (continuation of Deferred@2096625721 after retry RPC after error@1362023090) -> (continuation of Deferred@1935026322 after retry RPC after error@256076466) -> (continuation of Deferred@1278639443 after retry RPC after error@1797954853)))
02:27:46.625 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1139201911(state=PENDING, result=null, callback=(continuation of Deferred@1442850238 after retry RPC after error@1537139344) -> (continuation of Deferred@1888376763 after retry RPC after error@94792626) -> (continuation of Deferred@1381798765 after retry RPC after error@2130338260) -> (continuation of Deferred@2093728319 after retry RPC after error@1241964015) -> (continuation of Deferred@2096625721 after retry RPC after error@1362023090) -> (continuation of Deferred@1935026322 after retry RPC after error@256076466) -> (continuation of Deferred@1278639443 after retry RPC after error@1797954853), errback=(continuation of Deferred@1442850238 after retry RPC after error@1537139344) -> (continuation of Deferred@1888376763 after retry RPC after error@94792626) -> (continuation of Deferred@1381798765 after retry RPC after error@2130338260) -> (continuation of Deferred@2093728319 after retry RPC after error@1241964015) -> (continuation of Deferred@2096625721 after retry RPC after error@1362023090) -> (continuation of Deferred@1935026322 after retry RPC after error@256076466) -> (continuation of Deferred@1278639443 after retry RPC after error@1797954853)))
02:27:46.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.685 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.705 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1975930080(state=PENDING, result=null, callback=(continuation of Deferred@1900166649 after retry RPC after error@125133358) -> (continuation of Deferred@1311193793 after retry RPC after error@155307689) -> (continuation of Deferred@1762432909 after retry RPC after error@1170537616) -> (continuation of Deferred@851589083 after retry RPC after error@905024428) -> (continuation of Deferred@952945248 after retry RPC after error@1519292821) -> (continuation of Deferred@2035354096 after retry RPC after error@1074039173) -> (continuation of Deferred@516277295 after retry RPC after error@820636763), errback=(continuation of Deferred@1900166649 after retry RPC after error@125133358) -> (continuation of Deferred@1311193793 after retry RPC after error@155307689) -> (continuation of Deferred@1762432909 after retry RPC after error@1170537616) -> (continuation of Deferred@851589083 after retry RPC after error@905024428) -> (continuation of Deferred@952945248 after retry RPC after error@1519292821) -> (continuation of Deferred@2035354096 after retry RPC after error@1074039173) -> (continuation of Deferred@516277295 after retry RPC after error@820636763)))
02:27:46.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1975930080(state=PENDING, result=null, callback=(continuation of Deferred@1900166649 after retry RPC after error@125133358) -> (continuation of Deferred@1311193793 after retry RPC after error@155307689) -> (continuation of Deferred@1762432909 after retry RPC after error@1170537616) -> (continuation of Deferred@851589083 after retry RPC after error@905024428) -> (continuation of Deferred@952945248 after retry RPC after error@1519292821) -> (continuation of Deferred@2035354096 after retry RPC after error@1074039173) -> (continuation of Deferred@516277295 after retry RPC after error@820636763), errback=(continuation of Deferred@1900166649 after retry RPC after error@125133358) -> (continuation of Deferred@1311193793 after retry RPC after error@155307689) -> (continuation of Deferred@1762432909 after retry RPC after error@1170537616) -> (continuation of Deferred@851589083 after retry RPC after error@905024428) -> (continuation of Deferred@952945248 after retry RPC after error@1519292821) -> (continuation of Deferred@2035354096 after retry RPC after error@1074039173) -> (continuation of Deferred@516277295 after retry RPC after error@820636763)))
02:27:46.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:46.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:46.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:46.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:46.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:46.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.025 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@897160731(state=PENDING, result=null, callback=(continuation of Deferred@175919471 after retry RPC after error@1202337988) -> (continuation of Deferred@305769537 after retry RPC after error@1795766611) -> (continuation of Deferred@60222068 after retry RPC after error@359440090) -> (continuation of Deferred@1248359314 after retry RPC after error@1753810989) -> (continuation of Deferred@1559796226 after retry RPC after error@764626185) -> (continuation of Deferred@619595722 after retry RPC after error@75950874) -> (continuation of Deferred@473323778 after retry RPC after error@733670528), errback=(continuation of Deferred@175919471 after retry RPC after error@1202337988) -> (continuation of Deferred@305769537 after retry RPC after error@1795766611) -> (continuation of Deferred@60222068 after retry RPC after error@359440090) -> (continuation of Deferred@1248359314 after retry RPC after error@1753810989) -> (continuation of Deferred@1559796226 after retry RPC after error@764626185) -> (continuation of Deferred@619595722 after retry RPC after error@75950874) -> (continuation of Deferred@473323778 after retry RPC after error@733670528)))
02:27:47.025 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@897160731(state=PENDING, result=null, callback=(continuation of Deferred@175919471 after retry RPC after error@1202337988) -> (continuation of Deferred@305769537 after retry RPC after error@1795766611) -> (continuation of Deferred@60222068 after retry RPC after error@359440090) -> (continuation of Deferred@1248359314 after retry RPC after error@1753810989) -> (continuation of Deferred@1559796226 after retry RPC after error@764626185) -> (continuation of Deferred@619595722 after retry RPC after error@75950874) -> (continuation of Deferred@473323778 after retry RPC after error@733670528), errback=(continuation of Deferred@175919471 after retry RPC after error@1202337988) -> (continuation of Deferred@305769537 after retry RPC after error@1795766611) -> (continuation of Deferred@60222068 after retry RPC after error@359440090) -> (continuation of Deferred@1248359314 after retry RPC after error@1753810989) -> (continuation of Deferred@1559796226 after retry RPC after error@764626185) -> (continuation of Deferred@619595722 after retry RPC after error@75950874) -> (continuation of Deferred@473323778 after retry RPC after error@733670528)))
02:27:47.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.303 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2133193585(state=PENDING, result=null, callback=(continuation of Deferred@2086211822 after retry RPC after error@1252556719) -> (continuation of Deferred@1672817398 after retry RPC after error@861660042) -> (continuation of Deferred@129063791 after retry RPC after error@242026801) -> (continuation of Deferred@1145397392 after retry RPC after error@686726177) -> (continuation of Deferred@621396080 after retry RPC after error@1137402209) -> (continuation of Deferred@753260648 after retry RPC after error@1882609217) -> (continuation of Deferred@458691191 after retry RPC after error@51361813), errback=(continuation of Deferred@2086211822 after retry RPC after error@1252556719) -> (continuation of Deferred@1672817398 after retry RPC after error@861660042) -> (continuation of Deferred@129063791 after retry RPC after error@242026801) -> (continuation of Deferred@1145397392 after retry RPC after error@686726177) -> (continuation of Deferred@621396080 after retry RPC after error@1137402209) -> (continuation of Deferred@753260648 after retry RPC after error@1882609217) -> (continuation of Deferred@458691191 after retry RPC after error@51361813)))
02:27:47.303 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:47.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:47.427213 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:47.428550 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:47.429932 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:47.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@343452322(state=PENDING, result=null, callback=(continuation of Deferred@2040994130 after retry RPC after error@1960352509) -> (continuation of Deferred@2062666751 after retry RPC after error@730682297) -> (continuation of Deferred@1788981779 after retry RPC after error@1511965384) -> (continuation of Deferred@776225863 after retry RPC after error@1863699117) -> (continuation of Deferred@138665078 after retry RPC after error@610752308) -> (continuation of Deferred@671959427 after retry RPC after error@1770827405) -> (continuation of Deferred@2134540198 after retry RPC after error@1643792770), errback=(continuation of Deferred@2040994130 after retry RPC after error@1960352509) -> (continuation of Deferred@2062666751 after retry RPC after error@730682297) -> (continuation of Deferred@1788981779 after retry RPC after error@1511965384) -> (continuation of Deferred@776225863 after retry RPC after error@1863699117) -> (continuation of Deferred@138665078 after retry RPC after error@610752308) -> (continuation of Deferred@671959427 after retry RPC after error@1770827405) -> (continuation of Deferred@2134540198 after retry RPC after error@1643792770)))
02:27:47.565 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@343452322(state=PENDING, result=null, callback=(continuation of Deferred@2040994130 after retry RPC after error@1960352509) -> (continuation of Deferred@2062666751 after retry RPC after error@730682297) -> (continuation of Deferred@1788981779 after retry RPC after error@1511965384) -> (continuation of Deferred@776225863 after retry RPC after error@1863699117) -> (continuation of Deferred@138665078 after retry RPC after error@610752308) -> (continuation of Deferred@671959427 after retry RPC after error@1770827405) -> (continuation of Deferred@2134540198 after retry RPC after error@1643792770), errback=(continuation of Deferred@2040994130 after retry RPC after error@1960352509) -> (continuation of Deferred@2062666751 after retry RPC after error@730682297) -> (continuation of Deferred@1788981779 after retry RPC after error@1511965384) -> (continuation of Deferred@776225863 after retry RPC after error@1863699117) -> (continuation of Deferred@138665078 after retry RPC after error@610752308) -> (continuation of Deferred@671959427 after retry RPC after error@1770827405) -> (continuation of Deferred@2134540198 after retry RPC after error@1643792770)))
02:27:47.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.843 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@47093329(state=PENDING, result=null, callback=(continuation of Deferred@944176768 after retry RPC after error@2094230994) -> (continuation of Deferred@789671957 after retry RPC after error@1494943672) -> (continuation of Deferred@1445351653 after retry RPC after error@830216718) -> (continuation of Deferred@365512172 after retry RPC after error@351188522) -> (continuation of Deferred@1881898282 after retry RPC after error@567715147) -> (continuation of Deferred@2129621688 after retry RPC after error@525452457) -> (continuation of Deferred@876099652 after retry RPC after error@550518645), errback=(continuation of Deferred@944176768 after retry RPC after error@2094230994) -> (continuation of Deferred@789671957 after retry RPC after error@1494943672) -> (continuation of Deferred@1445351653 after retry RPC after error@830216718) -> (continuation of Deferred@365512172 after retry RPC after error@351188522) -> (continuation of Deferred@1881898282 after retry RPC after error@567715147) -> (continuation of Deferred@2129621688 after retry RPC after error@525452457) -> (continuation of Deferred@876099652 after retry RPC after error@550518645)))
02:27:47.843 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:47.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:47.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:47.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:47.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:47.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:47.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@506652567(state=PENDING, result=null, callback=(continuation of Deferred@1110062522 after retry RPC after error@1777649799) -> (continuation of Deferred@140857941 after retry RPC after error@23200401) -> (continuation of Deferred@318136546 after retry RPC after error@1569268427) -> (continuation of Deferred@2136749269 after retry RPC after error@1849415461) -> (continuation of Deferred@1332431728 after retry RPC after error@1533060908) -> (continuation of Deferred@1166334473 after retry RPC after error@1966522211) -> (continuation of Deferred@1611881086 after retry RPC after error@1049942167), errback=(continuation of Deferred@1110062522 after retry RPC after error@1777649799) -> (continuation of Deferred@140857941 after retry RPC after error@23200401) -> (continuation of Deferred@318136546 after retry RPC after error@1569268427) -> (continuation of Deferred@2136749269 after retry RPC after error@1849415461) -> (continuation of Deferred@1332431728 after retry RPC after error@1533060908) -> (continuation of Deferred@1166334473 after retry RPC after error@1966522211) -> (continuation of Deferred@1611881086 after retry RPC after error@1049942167)))
02:27:48.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@506652567(state=PENDING, result=null, callback=(continuation of Deferred@1110062522 after retry RPC after error@1777649799) -> (continuation of Deferred@140857941 after retry RPC after error@23200401) -> (continuation of Deferred@318136546 after retry RPC after error@1569268427) -> (continuation of Deferred@2136749269 after retry RPC after error@1849415461) -> (continuation of Deferred@1332431728 after retry RPC after error@1533060908) -> (continuation of Deferred@1166334473 after retry RPC after error@1966522211) -> (continuation of Deferred@1611881086 after retry RPC after error@1049942167), errback=(continuation of Deferred@1110062522 after retry RPC after error@1777649799) -> (continuation of Deferred@140857941 after retry RPC after error@23200401) -> (continuation of Deferred@318136546 after retry RPC after error@1569268427) -> (continuation of Deferred@2136749269 after retry RPC after error@1849415461) -> (continuation of Deferred@1332431728 after retry RPC after error@1533060908) -> (continuation of Deferred@1166334473 after retry RPC after error@1966522211) -> (continuation of Deferred@1611881086 after retry RPC after error@1049942167)))
02:27:48.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2052769417(state=PENDING, result=null, callback=(continuation of Deferred@527204474 after retry RPC after error@732965557) -> (continuation of Deferred@1713529768 after retry RPC after error@1247846251) -> (continuation of Deferred@829733133 after retry RPC after error@456902676) -> (continuation of Deferred@1861343224 after retry RPC after error@547657354) -> (continuation of Deferred@873267010 after retry RPC after error@1907550911) -> (continuation of Deferred@295480678 after retry RPC after error@361261337) -> (continuation of Deferred@1177379333 after retry RPC after error@548179821), errback=(continuation of Deferred@527204474 after retry RPC after error@732965557) -> (continuation of Deferred@1713529768 after retry RPC after error@1247846251) -> (continuation of Deferred@829733133 after retry RPC after error@456902676) -> (continuation of Deferred@1861343224 after retry RPC after error@547657354) -> (continuation of Deferred@873267010 after retry RPC after error@1907550911) -> (continuation of Deferred@295480678 after retry RPC after error@361261337) -> (continuation of Deferred@1177379333 after retry RPC after error@548179821)))
02:27:48.305 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2052769417(state=PENDING, result=null, callback=(continuation of Deferred@527204474 after retry RPC after error@732965557) -> (continuation of Deferred@1713529768 after retry RPC after error@1247846251) -> (continuation of Deferred@829733133 after retry RPC after error@456902676) -> (continuation of Deferred@1861343224 after retry RPC after error@547657354) -> (continuation of Deferred@873267010 after retry RPC after error@1907550911) -> (continuation of Deferred@295480678 after retry RPC after error@361261337) -> (continuation of Deferred@1177379333 after retry RPC after error@548179821), errback=(continuation of Deferred@527204474 after retry RPC after error@732965557) -> (continuation of Deferred@1713529768 after retry RPC after error@1247846251) -> (continuation of Deferred@829733133 after retry RPC after error@456902676) -> (continuation of Deferred@1861343224 after retry RPC after error@547657354) -> (continuation of Deferred@873267010 after retry RPC after error@1907550911) -> (continuation of Deferred@295480678 after retry RPC after error@361261337) -> (continuation of Deferred@1177379333 after retry RPC after error@548179821)))
02:27:48.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.484 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@581004478(state=PENDING, result=null, callback=(continuation of Deferred@439405768 after retry RPC after error@399280490) -> (continuation of Deferred@696133199 after retry RPC after error@1272642) -> (continuation of Deferred@475640068 after retry RPC after error@1865280572) -> (continuation of Deferred@926540744 after retry RPC after error@753649430) -> (continuation of Deferred@2112586270 after retry RPC after error@2099764627) -> (continuation of Deferred@91772508 after retry RPC after error@2010772114), errback=(continuation of Deferred@439405768 after retry RPC after error@399280490) -> (continuation of Deferred@696133199 after retry RPC after error@1272642) -> (continuation of Deferred@475640068 after retry RPC after error@1865280572) -> (continuation of Deferred@926540744 after retry RPC after error@753649430) -> (continuation of Deferred@2112586270 after retry RPC after error@2099764627) -> (continuation of Deferred@91772508 after retry RPC after error@2010772114)))
02:27:48.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@581004478(state=PENDING, result=null, callback=(continuation of Deferred@439405768 after retry RPC after error@399280490) -> (continuation of Deferred@696133199 after retry RPC after error@1272642) -> (continuation of Deferred@475640068 after retry RPC after error@1865280572) -> (continuation of Deferred@926540744 after retry RPC after error@753649430) -> (continuation of Deferred@2112586270 after retry RPC after error@2099764627) -> (continuation of Deferred@91772508 after retry RPC after error@2010772114), errback=(continuation of Deferred@439405768 after retry RPC after error@399280490) -> (continuation of Deferred@696133199 after retry RPC after error@1272642) -> (continuation of Deferred@475640068 after retry RPC after error@1865280572) -> (continuation of Deferred@926540744 after retry RPC after error@753649430) -> (continuation of Deferred@2112586270 after retry RPC after error@2099764627) -> (continuation of Deferred@91772508 after retry RPC after error@2010772114)))
02:27:48.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1371180014(state=PENDING, result=null, callback=(continuation of Deferred@642026610 after retry RPC after error@165604406) -> (continuation of Deferred@1302336640 after retry RPC after error@1212158753) -> (continuation of Deferred@1248145735 after retry RPC after error@874826593) -> (continuation of Deferred@2045631857 after retry RPC after error@838598774) -> (continuation of Deferred@1391517703 after retry RPC after error@1084049147) -> (continuation of Deferred@1460407756 after retry RPC after error@102910187), errback=(continuation of Deferred@642026610 after retry RPC after error@165604406) -> (continuation of Deferred@1302336640 after retry RPC after error@1212158753) -> (continuation of Deferred@1248145735 after retry RPC after error@874826593) -> (continuation of Deferred@2045631857 after retry RPC after error@838598774) -> (continuation of Deferred@1391517703 after retry RPC after error@1084049147) -> (continuation of Deferred@1460407756 after retry RPC after error@102910187)))
02:27:48.684 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1371180014(state=PENDING, result=null, callback=(continuation of Deferred@642026610 after retry RPC after error@165604406) -> (continuation of Deferred@1302336640 after retry RPC after error@1212158753) -> (continuation of Deferred@1248145735 after retry RPC after error@874826593) -> (continuation of Deferred@2045631857 after retry RPC after error@838598774) -> (continuation of Deferred@1391517703 after retry RPC after error@1084049147) -> (continuation of Deferred@1460407756 after retry RPC after error@102910187), errback=(continuation of Deferred@642026610 after retry RPC after error@165604406) -> (continuation of Deferred@1302336640 after retry RPC after error@1212158753) -> (continuation of Deferred@1248145735 after retry RPC after error@874826593) -> (continuation of Deferred@2045631857 after retry RPC after error@838598774) -> (continuation of Deferred@1391517703 after retry RPC after error@1084049147) -> (continuation of Deferred@1460407756 after retry RPC after error@102910187)))
02:27:48.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1653896949(state=PENDING, result=null, callback=(continuation of Deferred@1470998465 after retry RPC after error@2023274092) -> (continuation of Deferred@253596516 after retry RPC after error@1325367212) -> (continuation of Deferred@1960200733 after retry RPC after error@1228974397) -> (continuation of Deferred@715494850 after retry RPC after error@521309477) -> (continuation of Deferred@1506982520 after retry RPC after error@362277182) -> (continuation of Deferred@328889803 after retry RPC after error@418036024) -> (continuation of Deferred@1420284199 after retry RPC after error@2119371924), errback=(continuation of Deferred@1470998465 after retry RPC after error@2023274092) -> (continuation of Deferred@253596516 after retry RPC after error@1325367212) -> (continuation of Deferred@1960200733 after retry RPC after error@1228974397) -> (continuation of Deferred@715494850 after retry RPC after error@521309477) -> (continuation of Deferred@1506982520 after retry RPC after error@362277182) -> (continuation of Deferred@328889803 after retry RPC after error@418036024) -> (continuation of Deferred@1420284199 after retry RPC after error@2119371924)))
02:27:48.925 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1653896949(state=PENDING, result=null, callback=(continuation of Deferred@1470998465 after retry RPC after error@2023274092) -> (continuation of Deferred@253596516 after retry RPC after error@1325367212) -> (continuation of Deferred@1960200733 after retry RPC after error@1228974397) -> (continuation of Deferred@715494850 after retry RPC after error@521309477) -> (continuation of Deferred@1506982520 after retry RPC after error@362277182) -> (continuation of Deferred@328889803 after retry RPC after error@418036024) -> (continuation of Deferred@1420284199 after retry RPC after error@2119371924), errback=(continuation of Deferred@1470998465 after retry RPC after error@2023274092) -> (continuation of Deferred@253596516 after retry RPC after error@1325367212) -> (continuation of Deferred@1960200733 after retry RPC after error@1228974397) -> (continuation of Deferred@715494850 after retry RPC after error@521309477) -> (continuation of Deferred@1506982520 after retry RPC after error@362277182) -> (continuation of Deferred@328889803 after retry RPC after error@418036024) -> (continuation of Deferred@1420284199 after retry RPC after error@2119371924)))
02:27:48.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:48.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:48.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:48.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:48.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:48.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@196754328(state=PENDING, result=null, callback=(continuation of Deferred@1477437304 after retry RPC after error@794711899) -> (continuation of Deferred@54439041 after retry RPC after error@1501700485) -> (continuation of Deferred@2115058154 after retry RPC after error@598232572) -> (continuation of Deferred@1434757036 after retry RPC after error@490879632) -> (continuation of Deferred@1793826491 after retry RPC after error@198044087) -> (continuation of Deferred@2072286885 after retry RPC after error@2006885887) -> (continuation of Deferred@1094120433 after retry RPC after error@634534449), errback=(continuation of Deferred@1477437304 after retry RPC after error@794711899) -> (continuation of Deferred@54439041 after retry RPC after error@1501700485) -> (continuation of Deferred@2115058154 after retry RPC after error@598232572) -> (continuation of Deferred@1434757036 after retry RPC after error@490879632) -> (continuation of Deferred@1793826491 after retry RPC after error@198044087) -> (continuation of Deferred@2072286885 after retry RPC after error@2006885887) -> (continuation of Deferred@1094120433 after retry RPC after error@634534449)))
02:27:49.165 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@196754328(state=PENDING, result=null, callback=(continuation of Deferred@1477437304 after retry RPC after error@794711899) -> (continuation of Deferred@54439041 after retry RPC after error@1501700485) -> (continuation of Deferred@2115058154 after retry RPC after error@598232572) -> (continuation of Deferred@1434757036 after retry RPC after error@490879632) -> (continuation of Deferred@1793826491 after retry RPC after error@198044087) -> (continuation of Deferred@2072286885 after retry RPC after error@2006885887) -> (continuation of Deferred@1094120433 after retry RPC after error@634534449), errback=(continuation of Deferred@1477437304 after retry RPC after error@794711899) -> (continuation of Deferred@54439041 after retry RPC after error@1501700485) -> (continuation of Deferred@2115058154 after retry RPC after error@598232572) -> (continuation of Deferred@1434757036 after retry RPC after error@490879632) -> (continuation of Deferred@1793826491 after retry RPC after error@198044087) -> (continuation of Deferred@2072286885 after retry RPC after error@2006885887) -> (continuation of Deferred@1094120433 after retry RPC after error@634534449)))
02:27:49.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.183 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.405 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@614073919(state=PENDING, result=null, callback=(continuation of Deferred@1417954055 after retry RPC after error@1341981426) -> (continuation of Deferred@818131677 after retry RPC after error@1142747396) -> (continuation of Deferred@846597883 after retry RPC after error@356217045) -> (continuation of Deferred@952331765 after retry RPC after error@460599096) -> (continuation of Deferred@435682171 after retry RPC after error@1459916104) -> (continuation of Deferred@1955331736 after retry RPC after error@1312555742) -> (continuation of Deferred@1748370497 after retry RPC after error@464235202), errback=(continuation of Deferred@1417954055 after retry RPC after error@1341981426) -> (continuation of Deferred@818131677 after retry RPC after error@1142747396) -> (continuation of Deferred@846597883 after retry RPC after error@356217045) -> (continuation of Deferred@952331765 after retry RPC after error@460599096) -> (continuation of Deferred@435682171 after retry RPC after error@1459916104) -> (continuation of Deferred@1955331736 after retry RPC after error@1312555742) -> (continuation of Deferred@1748370497 after retry RPC after error@464235202)))
02:27:49.405 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@614073919(state=PENDING, result=null, callback=(continuation of Deferred@1417954055 after retry RPC after error@1341981426) -> (continuation of Deferred@818131677 after retry RPC after error@1142747396) -> (continuation of Deferred@846597883 after retry RPC after error@356217045) -> (continuation of Deferred@952331765 after retry RPC after error@460599096) -> (continuation of Deferred@435682171 after retry RPC after error@1459916104) -> (continuation of Deferred@1955331736 after retry RPC after error@1312555742) -> (continuation of Deferred@1748370497 after retry RPC after error@464235202), errback=(continuation of Deferred@1417954055 after retry RPC after error@1341981426) -> (continuation of Deferred@818131677 after retry RPC after error@1142747396) -> (continuation of Deferred@846597883 after retry RPC after error@356217045) -> (continuation of Deferred@952331765 after retry RPC after error@460599096) -> (continuation of Deferred@435682171 after retry RPC after error@1459916104) -> (continuation of Deferred@1955331736 after retry RPC after error@1312555742) -> (continuation of Deferred@1748370497 after retry RPC after error@464235202)))
02:27:49.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1410419195(state=PENDING, result=null, callback=(continuation of Deferred@175554378 after retry RPC after error@1794735672) -> (continuation of Deferred@330500892 after retry RPC after error@1295242752) -> (continuation of Deferred@1912650755 after retry RPC after error@1403589829) -> (continuation of Deferred@1481186887 after retry RPC after error@186204312) -> (continuation of Deferred@2081297756 after retry RPC after error@1729767716) -> (continuation of Deferred@2008135846 after retry RPC after error@921512776) -> (continuation of Deferred@977632316 after retry RPC after error@211820889), errback=(continuation of Deferred@175554378 after retry RPC after error@1794735672) -> (continuation of Deferred@330500892 after retry RPC after error@1295242752) -> (continuation of Deferred@1912650755 after retry RPC after error@1403589829) -> (continuation of Deferred@1481186887 after retry RPC after error@186204312) -> (continuation of Deferred@2081297756 after retry RPC after error@1729767716) -> (continuation of Deferred@2008135846 after retry RPC after error@921512776) -> (continuation of Deferred@977632316 after retry RPC after error@211820889)))
02:27:49.624 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1410419195(state=PENDING, result=null, callback=(continuation of Deferred@175554378 after retry RPC after error@1794735672) -> (continuation of Deferred@330500892 after retry RPC after error@1295242752) -> (continuation of Deferred@1912650755 after retry RPC after error@1403589829) -> (continuation of Deferred@1481186887 after retry RPC after error@186204312) -> (continuation of Deferred@2081297756 after retry RPC after error@1729767716) -> (continuation of Deferred@2008135846 after retry RPC after error@921512776) -> (continuation of Deferred@977632316 after retry RPC after error@211820889), errback=(continuation of Deferred@175554378 after retry RPC after error@1794735672) -> (continuation of Deferred@330500892 after retry RPC after error@1295242752) -> (continuation of Deferred@1912650755 after retry RPC after error@1403589829) -> (continuation of Deferred@1481186887 after retry RPC after error@186204312) -> (continuation of Deferred@2081297756 after retry RPC after error@1729767716) -> (continuation of Deferred@2008135846 after retry RPC after error@921512776) -> (continuation of Deferred@977632316 after retry RPC after error@211820889)))
02:27:49.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.824 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@596410157(state=PENDING, result=null, callback=(continuation of Deferred@868642217 after retry RPC after error@407558996) -> (continuation of Deferred@1493906642 after retry RPC after error@431902153) -> (continuation of Deferred@420855922 after retry RPC after error@1464543359) -> (continuation of Deferred@1466317792 after retry RPC after error@1012786368) -> (continuation of Deferred@201110889 after retry RPC after error@91909305) -> (continuation of Deferred@1671823053 after retry RPC after error@814579101) -> (continuation of Deferred@1580515608 after retry RPC after error@142438851), errback=(continuation of Deferred@868642217 after retry RPC after error@407558996) -> (continuation of Deferred@1493906642 after retry RPC after error@431902153) -> (continuation of Deferred@420855922 after retry RPC after error@1464543359) -> (continuation of Deferred@1466317792 after retry RPC after error@1012786368) -> (continuation of Deferred@201110889 after retry RPC after error@91909305) -> (continuation of Deferred@1671823053 after retry RPC after error@814579101) -> (continuation of Deferred@1580515608 after retry RPC after error@142438851)))
02:27:49.825 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@596410157(state=PENDING, result=null, callback=(continuation of Deferred@868642217 after retry RPC after error@407558996) -> (continuation of Deferred@1493906642 after retry RPC after error@431902153) -> (continuation of Deferred@420855922 after retry RPC after error@1464543359) -> (continuation of Deferred@1466317792 after retry RPC after error@1012786368) -> (continuation of Deferred@201110889 after retry RPC after error@91909305) -> (continuation of Deferred@1671823053 after retry RPC after error@814579101) -> (continuation of Deferred@1580515608 after retry RPC after error@142438851), errback=(continuation of Deferred@868642217 after retry RPC after error@407558996) -> (continuation of Deferred@1493906642 after retry RPC after error@431902153) -> (continuation of Deferred@420855922 after retry RPC after error@1464543359) -> (continuation of Deferred@1466317792 after retry RPC after error@1012786368) -> (continuation of Deferred@201110889 after retry RPC after error@91909305) -> (continuation of Deferred@1671823053 after retry RPC after error@814579101) -> (continuation of Deferred@1580515608 after retry RPC after error@142438851)))
02:27:49.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:49.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:49.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:49.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:49.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:49.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.024 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@332625462(state=PENDING, result=null, callback=(continuation of Deferred@150749832 after retry RPC after error@1845453468) -> (continuation of Deferred@2092060720 after retry RPC after error@1951988566) -> (continuation of Deferred@517607255 after retry RPC after error@145192338) -> (continuation of Deferred@1719310182 after retry RPC after error@1439384244) -> (continuation of Deferred@455430125 after retry RPC after error@673035006) -> (continuation of Deferred@451854652 after retry RPC after error@364899895), errback=(continuation of Deferred@150749832 after retry RPC after error@1845453468) -> (continuation of Deferred@2092060720 after retry RPC after error@1951988566) -> (continuation of Deferred@517607255 after retry RPC after error@145192338) -> (continuation of Deferred@1719310182 after retry RPC after error@1439384244) -> (continuation of Deferred@455430125 after retry RPC after error@673035006) -> (continuation of Deferred@451854652 after retry RPC after error@364899895)))
02:27:50.024 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [180ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@332625462(state=PENDING, result=null, callback=(continuation of Deferred@150749832 after retry RPC after error@1845453468) -> (continuation of Deferred@2092060720 after retry RPC after error@1951988566) -> (continuation of Deferred@517607255 after retry RPC after error@145192338) -> (continuation of Deferred@1719310182 after retry RPC after error@1439384244) -> (continuation of Deferred@455430125 after retry RPC after error@673035006) -> (continuation of Deferred@451854652 after retry RPC after error@364899895), errback=(continuation of Deferred@150749832 after retry RPC after error@1845453468) -> (continuation of Deferred@2092060720 after retry RPC after error@1951988566) -> (continuation of Deferred@517607255 after retry RPC after error@145192338) -> (continuation of Deferred@1719310182 after retry RPC after error@1439384244) -> (continuation of Deferred@455430125 after retry RPC after error@673035006) -> (continuation of Deferred@451854652 after retry RPC after error@364899895)))
02:27:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:50.036631 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:50.036767 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:50.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@880204389(state=PENDING, result=null, callback=(continuation of Deferred@999837894 after retry RPC after error@1629652257) -> (continuation of Deferred@1106526630 after retry RPC after error@1129516559) -> (continuation of Deferred@976513219 after retry RPC after error@1338702121) -> (continuation of Deferred@743471111 after retry RPC after error@1999120628) -> (continuation of Deferred@1849894050 after retry RPC after error@1985518578) -> (continuation of Deferred@1499940222 after retry RPC after error@1866381614) -> (continuation of Deferred@405796447 after retry RPC after error@706374051), errback=(continuation of Deferred@999837894 after retry RPC after error@1629652257) -> (continuation of Deferred@1106526630 after retry RPC after error@1129516559) -> (continuation of Deferred@976513219 after retry RPC after error@1338702121) -> (continuation of Deferred@743471111 after retry RPC after error@1999120628) -> (continuation of Deferred@1849894050 after retry RPC after error@1985518578) -> (continuation of Deferred@1499940222 after retry RPC after error@1866381614) -> (continuation of Deferred@405796447 after retry RPC after error@706374051)))
02:27:50.245 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@880204389(state=PENDING, result=null, callback=(continuation of Deferred@999837894 after retry RPC after error@1629652257) -> (continuation of Deferred@1106526630 after retry RPC after error@1129516559) -> (continuation of Deferred@976513219 after retry RPC after error@1338702121) -> (continuation of Deferred@743471111 after retry RPC after error@1999120628) -> (continuation of Deferred@1849894050 after retry RPC after error@1985518578) -> (continuation of Deferred@1499940222 after retry RPC after error@1866381614) -> (continuation of Deferred@405796447 after retry RPC after error@706374051), errback=(continuation of Deferred@999837894 after retry RPC after error@1629652257) -> (continuation of Deferred@1106526630 after retry RPC after error@1129516559) -> (continuation of Deferred@976513219 after retry RPC after error@1338702121) -> (continuation of Deferred@743471111 after retry RPC after error@1999120628) -> (continuation of Deferred@1849894050 after retry RPC after error@1985518578) -> (continuation of Deferred@1499940222 after retry RPC after error@1866381614) -> (continuation of Deferred@405796447 after retry RPC after error@706374051)))
02:27:50.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1996475651(state=PENDING, result=null, callback=(continuation of Deferred@2064789336 after retry RPC after error@1090334613) -> (continuation of Deferred@750725762 after retry RPC after error@606105027) -> (continuation of Deferred@1310912240 after retry RPC after error@1737154854) -> (continuation of Deferred@850672751 after retry RPC after error@366809487) -> (continuation of Deferred@1288779946 after retry RPC after error@2086826951) -> (continuation of Deferred@1864793952 after retry RPC after error@302668386) -> (continuation of Deferred@1465595105 after retry RPC after error@944281990), errback=(continuation of Deferred@2064789336 after retry RPC after error@1090334613) -> (continuation of Deferred@750725762 after retry RPC after error@606105027) -> (continuation of Deferred@1310912240 after retry RPC after error@1737154854) -> (continuation of Deferred@850672751 after retry RPC after error@366809487) -> (continuation of Deferred@1288779946 after retry RPC after error@2086826951) -> (continuation of Deferred@1864793952 after retry RPC after error@302668386) -> (continuation of Deferred@1465595105 after retry RPC after error@944281990)))
02:27:50.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1996475651(state=PENDING, result=null, callback=(continuation of Deferred@2064789336 after retry RPC after error@1090334613) -> (continuation of Deferred@750725762 after retry RPC after error@606105027) -> (continuation of Deferred@1310912240 after retry RPC after error@1737154854) -> (continuation of Deferred@850672751 after retry RPC after error@366809487) -> (continuation of Deferred@1288779946 after retry RPC after error@2086826951) -> (continuation of Deferred@1864793952 after retry RPC after error@302668386) -> (continuation of Deferred@1465595105 after retry RPC after error@944281990), errback=(continuation of Deferred@2064789336 after retry RPC after error@1090334613) -> (continuation of Deferred@750725762 after retry RPC after error@606105027) -> (continuation of Deferred@1310912240 after retry RPC after error@1737154854) -> (continuation of Deferred@850672751 after retry RPC after error@366809487) -> (continuation of Deferred@1288779946 after retry RPC after error@2086826951) -> (continuation of Deferred@1864793952 after retry RPC after error@302668386) -> (continuation of Deferred@1465595105 after retry RPC after error@944281990)))
02:27:50.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@380635565(state=PENDING, result=null, callback=(continuation of Deferred@812553683 after retry RPC after error@638054763) -> (continuation of Deferred@560295302 after retry RPC after error@923723110) -> (continuation of Deferred@1930047065 after retry RPC after error@1780422138) -> (continuation of Deferred@1620855906 after retry RPC after error@553230530) -> (continuation of Deferred@35859042 after retry RPC after error@268525337) -> (continuation of Deferred@318565927 after retry RPC after error@2137961226), errback=(continuation of Deferred@812553683 after retry RPC after error@638054763) -> (continuation of Deferred@560295302 after retry RPC after error@923723110) -> (continuation of Deferred@1930047065 after retry RPC after error@1780422138) -> (continuation of Deferred@1620855906 after retry RPC after error@553230530) -> (continuation of Deferred@35859042 after retry RPC after error@268525337) -> (continuation of Deferred@318565927 after retry RPC after error@2137961226)))
02:27:50.665 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@380635565(state=PENDING, result=null, callback=(continuation of Deferred@812553683 after retry RPC after error@638054763) -> (continuation of Deferred@560295302 after retry RPC after error@923723110) -> (continuation of Deferred@1930047065 after retry RPC after error@1780422138) -> (continuation of Deferred@1620855906 after retry RPC after error@553230530) -> (continuation of Deferred@35859042 after retry RPC after error@268525337) -> (continuation of Deferred@318565927 after retry RPC after error@2137961226), errback=(continuation of Deferred@812553683 after retry RPC after error@638054763) -> (continuation of Deferred@560295302 after retry RPC after error@923723110) -> (continuation of Deferred@1930047065 after retry RPC after error@1780422138) -> (continuation of Deferred@1620855906 after retry RPC after error@553230530) -> (continuation of Deferred@35859042 after retry RPC after error@268525337) -> (continuation of Deferred@318565927 after retry RPC after error@2137961226)))
02:27:50.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1971373117(state=PENDING, result=null, callback=(continuation of Deferred@2033328697 after retry RPC after error@1647199315) -> (continuation of Deferred@127735573 after retry RPC after error@1959762679) -> (continuation of Deferred@478432701 after retry RPC after error@202935970) -> (continuation of Deferred@1674712459 after retry RPC after error@1799500580) -> (continuation of Deferred@1427468884 after retry RPC after error@498113482) -> (continuation of Deferred@1857924026 after retry RPC after error@337407578) -> (continuation of Deferred@1793407327 after retry RPC after error@1930596610), errback=(continuation of Deferred@2033328697 after retry RPC after error@1647199315) -> (continuation of Deferred@127735573 after retry RPC after error@1959762679) -> (continuation of Deferred@478432701 after retry RPC after error@202935970) -> (continuation of Deferred@1674712459 after retry RPC after error@1799500580) -> (continuation of Deferred@1427468884 after retry RPC after error@498113482) -> (continuation of Deferred@1857924026 after retry RPC after error@337407578) -> (continuation of Deferred@1793407327 after retry RPC after error@1930596610)))
02:27:50.885 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1971373117(state=PENDING, result=null, callback=(continuation of Deferred@2033328697 after retry RPC after error@1647199315) -> (continuation of Deferred@127735573 after retry RPC after error@1959762679) -> (continuation of Deferred@478432701 after retry RPC after error@202935970) -> (continuation of Deferred@1674712459 after retry RPC after error@1799500580) -> (continuation of Deferred@1427468884 after retry RPC after error@498113482) -> (continuation of Deferred@1857924026 after retry RPC after error@337407578) -> (continuation of Deferred@1793407327 after retry RPC after error@1930596610), errback=(continuation of Deferred@2033328697 after retry RPC after error@1647199315) -> (continuation of Deferred@127735573 after retry RPC after error@1959762679) -> (continuation of Deferred@478432701 after retry RPC after error@202935970) -> (continuation of Deferred@1674712459 after retry RPC after error@1799500580) -> (continuation of Deferred@1427468884 after retry RPC after error@498113482) -> (continuation of Deferred@1857924026 after retry RPC after error@337407578) -> (continuation of Deferred@1793407327 after retry RPC after error@1930596610)))
02:27:50.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:50.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:50.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:50.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:50.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:50.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@894636778(state=PENDING, result=null, callback=(continuation of Deferred@1455688561 after retry RPC after error@995229845) -> (continuation of Deferred@1464481126 after retry RPC after error@2057550119) -> (continuation of Deferred@214608513 after retry RPC after error@666322213) -> (continuation of Deferred@558937520 after retry RPC after error@1180518972) -> (continuation of Deferred@521826004 after retry RPC after error@43622015) -> (continuation of Deferred@641750697 after retry RPC after error@174126327), errback=(continuation of Deferred@1455688561 after retry RPC after error@995229845) -> (continuation of Deferred@1464481126 after retry RPC after error@2057550119) -> (continuation of Deferred@214608513 after retry RPC after error@666322213) -> (continuation of Deferred@558937520 after retry RPC after error@1180518972) -> (continuation of Deferred@521826004 after retry RPC after error@43622015) -> (continuation of Deferred@641750697 after retry RPC after error@174126327)))
02:27:51.085 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@894636778(state=PENDING, result=null, callback=(continuation of Deferred@1455688561 after retry RPC after error@995229845) -> (continuation of Deferred@1464481126 after retry RPC after error@2057550119) -> (continuation of Deferred@214608513 after retry RPC after error@666322213) -> (continuation of Deferred@558937520 after retry RPC after error@1180518972) -> (continuation of Deferred@521826004 after retry RPC after error@43622015) -> (continuation of Deferred@641750697 after retry RPC after error@174126327), errback=(continuation of Deferred@1455688561 after retry RPC after error@995229845) -> (continuation of Deferred@1464481126 after retry RPC after error@2057550119) -> (continuation of Deferred@214608513 after retry RPC after error@666322213) -> (continuation of Deferred@558937520 after retry RPC after error@1180518972) -> (continuation of Deferred@521826004 after retry RPC after error@43622015) -> (continuation of Deferred@641750697 after retry RPC after error@174126327)))
02:27:51.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2013765145(state=PENDING, result=null, callback=(continuation of Deferred@2000361032 after retry RPC after error@1621014770) -> (continuation of Deferred@1591134781 after retry RPC after error@451244200) -> (continuation of Deferred@902016234 after retry RPC after error@537906056) -> (continuation of Deferred@1222666902 after retry RPC after error@2041656082) -> (continuation of Deferred@1371366450 after retry RPC after error@263235078) -> (continuation of Deferred@1146083772 after retry RPC after error@882264964), errback=(continuation of Deferred@2000361032 after retry RPC after error@1621014770) -> (continuation of Deferred@1591134781 after retry RPC after error@451244200) -> (continuation of Deferred@902016234 after retry RPC after error@537906056) -> (continuation of Deferred@1222666902 after retry RPC after error@2041656082) -> (continuation of Deferred@1371366450 after retry RPC after error@263235078) -> (continuation of Deferred@1146083772 after retry RPC after error@882264964)))
02:27:51.245 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2013765145(state=PENDING, result=null, callback=(continuation of Deferred@2000361032 after retry RPC after error@1621014770) -> (continuation of Deferred@1591134781 after retry RPC after error@451244200) -> (continuation of Deferred@902016234 after retry RPC after error@537906056) -> (continuation of Deferred@1222666902 after retry RPC after error@2041656082) -> (continuation of Deferred@1371366450 after retry RPC after error@263235078) -> (continuation of Deferred@1146083772 after retry RPC after error@882264964), errback=(continuation of Deferred@2000361032 after retry RPC after error@1621014770) -> (continuation of Deferred@1591134781 after retry RPC after error@451244200) -> (continuation of Deferred@902016234 after retry RPC after error@537906056) -> (continuation of Deferred@1222666902 after retry RPC after error@2041656082) -> (continuation of Deferred@1371366450 after retry RPC after error@263235078) -> (continuation of Deferred@1146083772 after retry RPC after error@882264964)))
02:27:51.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.343 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@72605470(state=PENDING, result=null, callback=(continuation of Deferred@50701313 after retry RPC after error@1049740196) -> (continuation of Deferred@1850889085 after retry RPC after error@1961089670) -> (continuation of Deferred@1516789175 after retry RPC after error@1783900605) -> (continuation of Deferred@375477809 after retry RPC after error@2084346257) -> (continuation of Deferred@1679943236 after retry RPC after error@804467388) -> (continuation of Deferred@868166061 after retry RPC after error@727174746) -> (continuation of Deferred@1076829874 after retry RPC after error@1988076249), errback=(continuation of Deferred@50701313 after retry RPC after error@1049740196) -> (continuation of Deferred@1850889085 after retry RPC after error@1961089670) -> (continuation of Deferred@1516789175 after retry RPC after error@1783900605) -> (continuation of Deferred@375477809 after retry RPC after error@2084346257) -> (continuation of Deferred@1679943236 after retry RPC after error@804467388) -> (continuation of Deferred@868166061 after retry RPC after error@727174746) -> (continuation of Deferred@1076829874 after retry RPC after error@1988076249)))
02:27:51.445 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@72605470(state=PENDING, result=null, callback=(continuation of Deferred@50701313 after retry RPC after error@1049740196) -> (continuation of Deferred@1850889085 after retry RPC after error@1961089670) -> (continuation of Deferred@1516789175 after retry RPC after error@1783900605) -> (continuation of Deferred@375477809 after retry RPC after error@2084346257) -> (continuation of Deferred@1679943236 after retry RPC after error@804467388) -> (continuation of Deferred@868166061 after retry RPC after error@727174746) -> (continuation of Deferred@1076829874 after retry RPC after error@1988076249), errback=(continuation of Deferred@50701313 after retry RPC after error@1049740196) -> (continuation of Deferred@1850889085 after retry RPC after error@1961089670) -> (continuation of Deferred@1516789175 after retry RPC after error@1783900605) -> (continuation of Deferred@375477809 after retry RPC after error@2084346257) -> (continuation of Deferred@1679943236 after retry RPC after error@804467388) -> (continuation of Deferred@868166061 after retry RPC after error@727174746) -> (continuation of Deferred@1076829874 after retry RPC after error@1988076249)))
02:27:51.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.525 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1053003431(state=PENDING, result=null, callback=(continuation of Deferred@22595020 after retry RPC after error@1265079385) -> (continuation of Deferred@1950781700 after retry RPC after error@1456639901) -> (continuation of Deferred@291718702 after retry RPC after error@1725029639) -> (continuation of Deferred@652193384 after retry RPC after error@1681093449) -> (continuation of Deferred@1869220823 after retry RPC after error@129747672) -> (continuation of Deferred@1548519593 after retry RPC after error@597299538), errback=(continuation of Deferred@22595020 after retry RPC after error@1265079385) -> (continuation of Deferred@1950781700 after retry RPC after error@1456639901) -> (continuation of Deferred@291718702 after retry RPC after error@1725029639) -> (continuation of Deferred@652193384 after retry RPC after error@1681093449) -> (continuation of Deferred@1869220823 after retry RPC after error@129747672) -> (continuation of Deferred@1548519593 after retry RPC after error@597299538)))
02:27:51.624 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1053003431(state=PENDING, result=null, callback=(continuation of Deferred@22595020 after retry RPC after error@1265079385) -> (continuation of Deferred@1950781700 after retry RPC after error@1456639901) -> (continuation of Deferred@291718702 after retry RPC after error@1725029639) -> (continuation of Deferred@652193384 after retry RPC after error@1681093449) -> (continuation of Deferred@1869220823 after retry RPC after error@129747672) -> (continuation of Deferred@1548519593 after retry RPC after error@597299538), errback=(continuation of Deferred@22595020 after retry RPC after error@1265079385) -> (continuation of Deferred@1950781700 after retry RPC after error@1456639901) -> (continuation of Deferred@291718702 after retry RPC after error@1725029639) -> (continuation of Deferred@652193384 after retry RPC after error@1681093449) -> (continuation of Deferred@1869220823 after retry RPC after error@129747672) -> (continuation of Deferred@1548519593 after retry RPC after error@597299538)))
02:27:51.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1722715156(state=PENDING, result=null, callback=(continuation of Deferred@1540787594 after retry RPC after error@2086295405) -> (continuation of Deferred@97478969 after retry RPC after error@395549624) -> (continuation of Deferred@2017918493 after retry RPC after error@1443442503) -> (continuation of Deferred@678498846 after retry RPC after error@598999795) -> (continuation of Deferred@1817032334 after retry RPC after error@1939984215) -> (continuation of Deferred@1407238879 after retry RPC after error@1346429386), errback=(continuation of Deferred@1540787594 after retry RPC after error@2086295405) -> (continuation of Deferred@97478969 after retry RPC after error@395549624) -> (continuation of Deferred@2017918493 after retry RPC after error@1443442503) -> (continuation of Deferred@678498846 after retry RPC after error@598999795) -> (continuation of Deferred@1817032334 after retry RPC after error@1939984215) -> (continuation of Deferred@1407238879 after retry RPC after error@1346429386)))
02:27:51.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1722715156(state=PENDING, result=null, callback=(continuation of Deferred@1540787594 after retry RPC after error@2086295405) -> (continuation of Deferred@97478969 after retry RPC after error@395549624) -> (continuation of Deferred@2017918493 after retry RPC after error@1443442503) -> (continuation of Deferred@678498846 after retry RPC after error@598999795) -> (continuation of Deferred@1817032334 after retry RPC after error@1939984215) -> (continuation of Deferred@1407238879 after retry RPC after error@1346429386), errback=(continuation of Deferred@1540787594 after retry RPC after error@2086295405) -> (continuation of Deferred@97478969 after retry RPC after error@395549624) -> (continuation of Deferred@2017918493 after retry RPC after error@1443442503) -> (continuation of Deferred@678498846 after retry RPC after error@598999795) -> (continuation of Deferred@1817032334 after retry RPC after error@1939984215) -> (continuation of Deferred@1407238879 after retry RPC after error@1346429386)))
02:27:51.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:51.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:51.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:51.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:51.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:51.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2030753690(state=PENDING, result=null, callback=(continuation of Deferred@1515418451 after retry RPC after error@537998666) -> (continuation of Deferred@1934218506 after retry RPC after error@1557166846) -> (continuation of Deferred@492323804 after retry RPC after error@885689944) -> (continuation of Deferred@160889934 after retry RPC after error@1456369672) -> (continuation of Deferred@165126062 after retry RPC after error@1771006082) -> (continuation of Deferred@1464175985 after retry RPC after error@1915681185) -> (continuation of Deferred@1202795173 after retry RPC after error@1441307049), errback=(continuation of Deferred@1515418451 after retry RPC after error@537998666) -> (continuation of Deferred@1934218506 after retry RPC after error@1557166846) -> (continuation of Deferred@492323804 after retry RPC after error@885689944) -> (continuation of Deferred@160889934 after retry RPC after error@1456369672) -> (continuation of Deferred@165126062 after retry RPC after error@1771006082) -> (continuation of Deferred@1464175985 after retry RPC after error@1915681185) -> (continuation of Deferred@1202795173 after retry RPC after error@1441307049)))
02:27:52.105 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2030753690(state=PENDING, result=null, callback=(continuation of Deferred@1515418451 after retry RPC after error@537998666) -> (continuation of Deferred@1934218506 after retry RPC after error@1557166846) -> (continuation of Deferred@492323804 after retry RPC after error@885689944) -> (continuation of Deferred@160889934 after retry RPC after error@1456369672) -> (continuation of Deferred@165126062 after retry RPC after error@1771006082) -> (continuation of Deferred@1464175985 after retry RPC after error@1915681185) -> (continuation of Deferred@1202795173 after retry RPC after error@1441307049), errback=(continuation of Deferred@1515418451 after retry RPC after error@537998666) -> (continuation of Deferred@1934218506 after retry RPC after error@1557166846) -> (continuation of Deferred@492323804 after retry RPC after error@885689944) -> (continuation of Deferred@160889934 after retry RPC after error@1456369672) -> (continuation of Deferred@165126062 after retry RPC after error@1771006082) -> (continuation of Deferred@1464175985 after retry RPC after error@1915681185) -> (continuation of Deferred@1202795173 after retry RPC after error@1441307049)))
02:27:52.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.165 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1398119797(state=PENDING, result=null, callback=(continuation of Deferred@417744957 after retry RPC after error@2090808) -> (continuation of Deferred@2004974018 after retry RPC after error@138476658) -> (continuation of Deferred@583924455 after retry RPC after error@1570045857) -> (continuation of Deferred@564646584 after retry RPC after error@772479378) -> (continuation of Deferred@1667023990 after retry RPC after error@433018443) -> (continuation of Deferred@115500504 after retry RPC after error@1884502815) -> (continuation of Deferred@1974021655 after retry RPC after error@372724711), errback=(continuation of Deferred@417744957 after retry RPC after error@2090808) -> (continuation of Deferred@2004974018 after retry RPC after error@138476658) -> (continuation of Deferred@583924455 after retry RPC after error@1570045857) -> (continuation of Deferred@564646584 after retry RPC after error@772479378) -> (continuation of Deferred@1667023990 after retry RPC after error@433018443) -> (continuation of Deferred@115500504 after retry RPC after error@1884502815) -> (continuation of Deferred@1974021655 after retry RPC after error@372724711)))
02:27:52.326 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1398119797(state=PENDING, result=null, callback=(continuation of Deferred@417744957 after retry RPC after error@2090808) -> (continuation of Deferred@2004974018 after retry RPC after error@138476658) -> (continuation of Deferred@583924455 after retry RPC after error@1570045857) -> (continuation of Deferred@564646584 after retry RPC after error@772479378) -> (continuation of Deferred@1667023990 after retry RPC after error@433018443) -> (continuation of Deferred@115500504 after retry RPC after error@1884502815) -> (continuation of Deferred@1974021655 after retry RPC after error@372724711), errback=(continuation of Deferred@417744957 after retry RPC after error@2090808) -> (continuation of Deferred@2004974018 after retry RPC after error@138476658) -> (continuation of Deferred@583924455 after retry RPC after error@1570045857) -> (continuation of Deferred@564646584 after retry RPC after error@772479378) -> (continuation of Deferred@1667023990 after retry RPC after error@433018443) -> (continuation of Deferred@115500504 after retry RPC after error@1884502815) -> (continuation of Deferred@1974021655 after retry RPC after error@372724711)))
02:27:52.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:52.450112 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:52.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:52.451496 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:52.452801 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:52.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.584 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@164179624(state=PENDING, result=null, callback=(continuation of Deferred@1414268657 after retry RPC after error@1602488647) -> (continuation of Deferred@246133725 after retry RPC after error@1314353358) -> (continuation of Deferred@2056821883 after retry RPC after error@94989406) -> (continuation of Deferred@1448022637 after retry RPC after error@602655082) -> (continuation of Deferred@489615912 after retry RPC after error@1395373647) -> (continuation of Deferred@2111380029 after retry RPC after error@273525) -> (continuation of Deferred@1783701999 after retry RPC after error@1690725156) -> (continuation of Deferred@1367051635 after retry RPC after error@1883071661), errback=(continuation of Deferred@1414268657 after retry RPC after error@1602488647) -> (continuation of Deferred@246133725 after retry RPC after error@1314353358) -> (continuation of Deferred@2056821883 after retry RPC after error@94989406) -> (continuation of Deferred@1448022637 after retry RPC after error@602655082) -> (continuation of Deferred@489615912 after retry RPC after error@1395373647) -> (continuation of Deferred@2111380029 after retry RPC after error@273525) -> (continuation of Deferred@1783701999 after retry RPC after error@1690725156) -> (continuation of Deferred@1367051635 after retry RPC after error@1883071661)))
02:27:52.585 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@164179624(state=PENDING, result=null, callback=(continuation of Deferred@1414268657 after retry RPC after error@1602488647) -> (continuation of Deferred@246133725 after retry RPC after error@1314353358) -> (continuation of Deferred@2056821883 after retry RPC after error@94989406) -> (continuation of Deferred@1448022637 after retry RPC after error@602655082) -> (continuation of Deferred@489615912 after retry RPC after error@1395373647) -> (continuation of Deferred@2111380029 after retry RPC after error@273525) -> (continuation of Deferred@1783701999 after retry RPC after error@1690725156) -> (continuation of Deferred@1367051635 after retry RPC after error@1883071661), errback=(continuation of Deferred@1414268657 after retry RPC after error@1602488647) -> (continuation of Deferred@246133725 after retry RPC after error@1314353358) -> (continuation of Deferred@2056821883 after retry RPC after error@94989406) -> (continuation of Deferred@1448022637 after retry RPC after error@602655082) -> (continuation of Deferred@489615912 after retry RPC after error@1395373647) -> (continuation of Deferred@2111380029 after retry RPC after error@273525) -> (continuation of Deferred@1783701999 after retry RPC after error@1690725156) -> (continuation of Deferred@1367051635 after retry RPC after error@1883071661)))
02:27:52.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.623 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.683 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.863 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1716344985(state=PENDING, result=null, callback=(continuation of Deferred@563900616 after retry RPC after error@2119604439) -> (continuation of Deferred@1903879643 after retry RPC after error@2113921789) -> (continuation of Deferred@1059575738 after retry RPC after error@1979539625) -> (continuation of Deferred@1401882608 after retry RPC after error@1365634934) -> (continuation of Deferred@1358854375 after retry RPC after error@1318625913) -> (continuation of Deferred@1694731485 after retry RPC after error@459526484) -> (continuation of Deferred@955890591 after retry RPC after error@863591827) -> (continuation of Deferred@1256544837 after retry RPC after error@1334434620), errback=(continuation of Deferred@563900616 after retry RPC after error@2119604439) -> (continuation of Deferred@1903879643 after retry RPC after error@2113921789) -> (continuation of Deferred@1059575738 after retry RPC after error@1979539625) -> (continuation of Deferred@1401882608 after retry RPC after error@1365634934) -> (continuation of Deferred@1358854375 after retry RPC after error@1318625913) -> (continuation of Deferred@1694731485 after retry RPC after error@459526484) -> (continuation of Deferred@955890591 after retry RPC after error@863591827) -> (continuation of Deferred@1256544837 after retry RPC after error@1334434620)))
02:27:52.863 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:52.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:52.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:52.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:52.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:52.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:52.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [220ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2077167400(state=PENDING, result=null, callback=(continuation of Deferred@59674409 after retry RPC after error@1712565678) -> (continuation of Deferred@1797607704 after retry RPC after error@1754309915) -> (continuation of Deferred@529570023 after retry RPC after error@1679108198) -> (continuation of Deferred@637081709 after retry RPC after error@1219287476) -> (continuation of Deferred@1407203302 after retry RPC after error@511402980) -> (continuation of Deferred@1940662838 after retry RPC after error@1566780558) -> (continuation of Deferred@267288515 after retry RPC after error@1246710169), errback=(continuation of Deferred@59674409 after retry RPC after error@1712565678) -> (continuation of Deferred@1797607704 after retry RPC after error@1754309915) -> (continuation of Deferred@529570023 after retry RPC after error@1679108198) -> (continuation of Deferred@637081709 after retry RPC after error@1219287476) -> (continuation of Deferred@1407203302 after retry RPC after error@511402980) -> (continuation of Deferred@1940662838 after retry RPC after error@1566780558) -> (continuation of Deferred@267288515 after retry RPC after error@1246710169)))
02:27:53.105 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [220ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2077167400(state=PENDING, result=null, callback=(continuation of Deferred@59674409 after retry RPC after error@1712565678) -> (continuation of Deferred@1797607704 after retry RPC after error@1754309915) -> (continuation of Deferred@529570023 after retry RPC after error@1679108198) -> (continuation of Deferred@637081709 after retry RPC after error@1219287476) -> (continuation of Deferred@1407203302 after retry RPC after error@511402980) -> (continuation of Deferred@1940662838 after retry RPC after error@1566780558) -> (continuation of Deferred@267288515 after retry RPC after error@1246710169), errback=(continuation of Deferred@59674409 after retry RPC after error@1712565678) -> (continuation of Deferred@1797607704 after retry RPC after error@1754309915) -> (continuation of Deferred@529570023 after retry RPC after error@1679108198) -> (continuation of Deferred@637081709 after retry RPC after error@1219287476) -> (continuation of Deferred@1407203302 after retry RPC after error@511402980) -> (continuation of Deferred@1940662838 after retry RPC after error@1566780558) -> (continuation of Deferred@267288515 after retry RPC after error@1246710169)))
02:27:53.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.264 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1736035819(state=PENDING, result=null, callback=(continuation of Deferred@1651771977 after retry RPC after error@1954964585) -> (continuation of Deferred@360018776 after retry RPC after error@1011540616) -> (continuation of Deferred@2125369610 after retry RPC after error@969676698) -> (continuation of Deferred@119364680 after retry RPC after error@1822994561) -> (continuation of Deferred@1719950047 after retry RPC after error@1059971410) -> (continuation of Deferred@1388254691 after retry RPC after error@2075827085), errback=(continuation of Deferred@1651771977 after retry RPC after error@1954964585) -> (continuation of Deferred@360018776 after retry RPC after error@1011540616) -> (continuation of Deferred@2125369610 after retry RPC after error@969676698) -> (continuation of Deferred@119364680 after retry RPC after error@1822994561) -> (continuation of Deferred@1719950047 after retry RPC after error@1059971410) -> (continuation of Deferred@1388254691 after retry RPC after error@2075827085)))
02:27:53.265 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1736035819(state=PENDING, result=null, callback=(continuation of Deferred@1651771977 after retry RPC after error@1954964585) -> (continuation of Deferred@360018776 after retry RPC after error@1011540616) -> (continuation of Deferred@2125369610 after retry RPC after error@969676698) -> (continuation of Deferred@119364680 after retry RPC after error@1822994561) -> (continuation of Deferred@1719950047 after retry RPC after error@1059971410) -> (continuation of Deferred@1388254691 after retry RPC after error@2075827085), errback=(continuation of Deferred@1651771977 after retry RPC after error@1954964585) -> (continuation of Deferred@360018776 after retry RPC after error@1011540616) -> (continuation of Deferred@2125369610 after retry RPC after error@969676698) -> (continuation of Deferred@119364680 after retry RPC after error@1822994561) -> (continuation of Deferred@1719950047 after retry RPC after error@1059971410) -> (continuation of Deferred@1388254691 after retry RPC after error@2075827085)))
02:27:53.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1354091833(state=PENDING, result=null, callback=(continuation of Deferred@2026495678 after retry RPC after error@2106483518) -> (continuation of Deferred@458763068 after retry RPC after error@1702551915) -> (continuation of Deferred@1408302932 after retry RPC after error@1575608711) -> (continuation of Deferred@129114317 after retry RPC after error@896657641) -> (continuation of Deferred@1630513996 after retry RPC after error@1943571255) -> (continuation of Deferred@1710909897 after retry RPC after error@1610019647) -> (continuation of Deferred@1126123078 after retry RPC after error@1957293089), errback=(continuation of Deferred@2026495678 after retry RPC after error@2106483518) -> (continuation of Deferred@458763068 after retry RPC after error@1702551915) -> (continuation of Deferred@1408302932 after retry RPC after error@1575608711) -> (continuation of Deferred@129114317 after retry RPC after error@896657641) -> (continuation of Deferred@1630513996 after retry RPC after error@1943571255) -> (continuation of Deferred@1710909897 after retry RPC after error@1610019647) -> (continuation of Deferred@1126123078 after retry RPC after error@1957293089)))
02:27:53.465 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1354091833(state=PENDING, result=null, callback=(continuation of Deferred@2026495678 after retry RPC after error@2106483518) -> (continuation of Deferred@458763068 after retry RPC after error@1702551915) -> (continuation of Deferred@1408302932 after retry RPC after error@1575608711) -> (continuation of Deferred@129114317 after retry RPC after error@896657641) -> (continuation of Deferred@1630513996 after retry RPC after error@1943571255) -> (continuation of Deferred@1710909897 after retry RPC after error@1610019647) -> (continuation of Deferred@1126123078 after retry RPC after error@1957293089), errback=(continuation of Deferred@2026495678 after retry RPC after error@2106483518) -> (continuation of Deferred@458763068 after retry RPC after error@1702551915) -> (continuation of Deferred@1408302932 after retry RPC after error@1575608711) -> (continuation of Deferred@129114317 after retry RPC after error@896657641) -> (continuation of Deferred@1630513996 after retry RPC after error@1943571255) -> (continuation of Deferred@1710909897 after retry RPC after error@1610019647) -> (continuation of Deferred@1126123078 after retry RPC after error@1957293089)))
02:27:53.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.742 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1527689309(state=PENDING, result=null, callback=(continuation of Deferred@1071811902 after retry RPC after error@1255675192) -> (continuation of Deferred@667970947 after retry RPC after error@166903164) -> (continuation of Deferred@575822337 after retry RPC after error@682224294) -> (continuation of Deferred@212936261 after retry RPC after error@280261618) -> (continuation of Deferred@537309623 after retry RPC after error@1201505227) -> (continuation of Deferred@1109071475 after retry RPC after error@1896072737) -> (continuation of Deferred@1679645375 after retry RPC after error@1337265708), errback=(continuation of Deferred@1071811902 after retry RPC after error@1255675192) -> (continuation of Deferred@667970947 after retry RPC after error@166903164) -> (continuation of Deferred@575822337 after retry RPC after error@682224294) -> (continuation of Deferred@212936261 after retry RPC after error@280261618) -> (continuation of Deferred@537309623 after retry RPC after error@1201505227) -> (continuation of Deferred@1109071475 after retry RPC after error@1896072737) -> (continuation of Deferred@1679645375 after retry RPC after error@1337265708)))
02:27:53.743 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:53.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.845 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@476756197(state=PENDING, result=null, callback=(continuation of Deferred@2000618148 after retry RPC after error@1761298646) -> (continuation of Deferred@1164108766 after retry RPC after error@201774599) -> (continuation of Deferred@52678401 after retry RPC after error@833395275) -> (continuation of Deferred@1669522355 after retry RPC after error@1502521130) -> (continuation of Deferred@1145581789 after retry RPC after error@300127453) -> (continuation of Deferred@1703440937 after retry RPC after error@1225993797) -> (continuation of Deferred@1280844130 after retry RPC after error@1091572040), errback=(continuation of Deferred@2000618148 after retry RPC after error@1761298646) -> (continuation of Deferred@1164108766 after retry RPC after error@201774599) -> (continuation of Deferred@52678401 after retry RPC after error@833395275) -> (continuation of Deferred@1669522355 after retry RPC after error@1502521130) -> (continuation of Deferred@1145581789 after retry RPC after error@300127453) -> (continuation of Deferred@1703440937 after retry RPC after error@1225993797) -> (continuation of Deferred@1280844130 after retry RPC after error@1091572040)))
02:27:53.945 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@476756197(state=PENDING, result=null, callback=(continuation of Deferred@2000618148 after retry RPC after error@1761298646) -> (continuation of Deferred@1164108766 after retry RPC after error@201774599) -> (continuation of Deferred@52678401 after retry RPC after error@833395275) -> (continuation of Deferred@1669522355 after retry RPC after error@1502521130) -> (continuation of Deferred@1145581789 after retry RPC after error@300127453) -> (continuation of Deferred@1703440937 after retry RPC after error@1225993797) -> (continuation of Deferred@1280844130 after retry RPC after error@1091572040), errback=(continuation of Deferred@2000618148 after retry RPC after error@1761298646) -> (continuation of Deferred@1164108766 after retry RPC after error@201774599) -> (continuation of Deferred@52678401 after retry RPC after error@833395275) -> (continuation of Deferred@1669522355 after retry RPC after error@1502521130) -> (continuation of Deferred@1145581789 after retry RPC after error@300127453) -> (continuation of Deferred@1703440937 after retry RPC after error@1225993797) -> (continuation of Deferred@1280844130 after retry RPC after error@1091572040)))
02:27:53.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:53.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:53.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:53.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:53.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:53.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1001966330(state=PENDING, result=null, callback=(continuation of Deferred@646195087 after retry RPC after error@274443622) -> (continuation of Deferred@13053168 after retry RPC after error@2111162632) -> (continuation of Deferred@2062164322 after retry RPC after error@924292036) -> (continuation of Deferred@235837818 after retry RPC after error@1564515386) -> (continuation of Deferred@1980385217 after retry RPC after error@2097701751) -> (continuation of Deferred@121102565 after retry RPC after error@1590631797), errback=(continuation of Deferred@646195087 after retry RPC after error@274443622) -> (continuation of Deferred@13053168 after retry RPC after error@2111162632) -> (continuation of Deferred@2062164322 after retry RPC after error@924292036) -> (continuation of Deferred@235837818 after retry RPC after error@1564515386) -> (continuation of Deferred@1980385217 after retry RPC after error@2097701751) -> (continuation of Deferred@121102565 after retry RPC after error@1590631797)))
02:27:54.145 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1001966330(state=PENDING, result=null, callback=(continuation of Deferred@646195087 after retry RPC after error@274443622) -> (continuation of Deferred@13053168 after retry RPC after error@2111162632) -> (continuation of Deferred@2062164322 after retry RPC after error@924292036) -> (continuation of Deferred@235837818 after retry RPC after error@1564515386) -> (continuation of Deferred@1980385217 after retry RPC after error@2097701751) -> (continuation of Deferred@121102565 after retry RPC after error@1590631797), errback=(continuation of Deferred@646195087 after retry RPC after error@274443622) -> (continuation of Deferred@13053168 after retry RPC after error@2111162632) -> (continuation of Deferred@2062164322 after retry RPC after error@924292036) -> (continuation of Deferred@235837818 after retry RPC after error@1564515386) -> (continuation of Deferred@1980385217 after retry RPC after error@2097701751) -> (continuation of Deferred@121102565 after retry RPC after error@1590631797)))
02:27:54.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.203 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.384 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@357462807(state=PENDING, result=null, callback=(continuation of Deferred@765893571 after retry RPC after error@1032986290) -> (continuation of Deferred@850261953 after retry RPC after error@1411251272) -> (continuation of Deferred@1299979659 after retry RPC after error@1622600984) -> (continuation of Deferred@1031277872 after retry RPC after error@113006955) -> (continuation of Deferred@721525874 after retry RPC after error@2080930343) -> (continuation of Deferred@23390491 after retry RPC after error@1702338397) -> (continuation of Deferred@1110605197 after retry RPC after error@2111110830) -> (continuation of Deferred@1541340222 after retry RPC after error@42605935), errback=(continuation of Deferred@765893571 after retry RPC after error@1032986290) -> (continuation of Deferred@850261953 after retry RPC after error@1411251272) -> (continuation of Deferred@1299979659 after retry RPC after error@1622600984) -> (continuation of Deferred@1031277872 after retry RPC after error@113006955) -> (continuation of Deferred@721525874 after retry RPC after error@2080930343) -> (continuation of Deferred@23390491 after retry RPC after error@1702338397) -> (continuation of Deferred@1110605197 after retry RPC after error@2111110830) -> (continuation of Deferred@1541340222 after retry RPC after error@42605935)))
02:27:54.386 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@357462807(state=PENDING, result=null, callback=(continuation of Deferred@765893571 after retry RPC after error@1032986290) -> (continuation of Deferred@850261953 after retry RPC after error@1411251272) -> (continuation of Deferred@1299979659 after retry RPC after error@1622600984) -> (continuation of Deferred@1031277872 after retry RPC after error@113006955) -> (continuation of Deferred@721525874 after retry RPC after error@2080930343) -> (continuation of Deferred@23390491 after retry RPC after error@1702338397) -> (continuation of Deferred@1110605197 after retry RPC after error@2111110830) -> (continuation of Deferred@1541340222 after retry RPC after error@42605935), errback=(continuation of Deferred@765893571 after retry RPC after error@1032986290) -> (continuation of Deferred@850261953 after retry RPC after error@1411251272) -> (continuation of Deferred@1299979659 after retry RPC after error@1622600984) -> (continuation of Deferred@1031277872 after retry RPC after error@113006955) -> (continuation of Deferred@721525874 after retry RPC after error@2080930343) -> (continuation of Deferred@23390491 after retry RPC after error@1702338397) -> (continuation of Deferred@1110605197 after retry RPC after error@2111110830) -> (continuation of Deferred@1541340222 after retry RPC after error@42605935)))
02:27:54.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.544 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@5037935(state=PENDING, result=null, callback=(continuation of Deferred@2104118551 after retry RPC after error@1913849059) -> (continuation of Deferred@295493997 after retry RPC after error@2001593238) -> (continuation of Deferred@1482689181 after retry RPC after error@851327342) -> (continuation of Deferred@1147085277 after retry RPC after error@1553345427) -> (continuation of Deferred@75163262 after retry RPC after error@1204607702) -> (continuation of Deferred@2048940603 after retry RPC after error@394734687) -> (continuation of Deferred@1142780359 after retry RPC after error@1705384440), errback=(continuation of Deferred@2104118551 after retry RPC after error@1913849059) -> (continuation of Deferred@295493997 after retry RPC after error@2001593238) -> (continuation of Deferred@1482689181 after retry RPC after error@851327342) -> (continuation of Deferred@1147085277 after retry RPC after error@1553345427) -> (continuation of Deferred@75163262 after retry RPC after error@1204607702) -> (continuation of Deferred@2048940603 after retry RPC after error@394734687) -> (continuation of Deferred@1142780359 after retry RPC after error@1705384440)))
02:27:54.545 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [140ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@5037935(state=PENDING, result=null, callback=(continuation of Deferred@2104118551 after retry RPC after error@1913849059) -> (continuation of Deferred@295493997 after retry RPC after error@2001593238) -> (continuation of Deferred@1482689181 after retry RPC after error@851327342) -> (continuation of Deferred@1147085277 after retry RPC after error@1553345427) -> (continuation of Deferred@75163262 after retry RPC after error@1204607702) -> (continuation of Deferred@2048940603 after retry RPC after error@394734687) -> (continuation of Deferred@1142780359 after retry RPC after error@1705384440), errback=(continuation of Deferred@2104118551 after retry RPC after error@1913849059) -> (continuation of Deferred@295493997 after retry RPC after error@2001593238) -> (continuation of Deferred@1482689181 after retry RPC after error@851327342) -> (continuation of Deferred@1147085277 after retry RPC after error@1553345427) -> (continuation of Deferred@75163262 after retry RPC after error@1204607702) -> (continuation of Deferred@2048940603 after retry RPC after error@394734687) -> (continuation of Deferred@1142780359 after retry RPC after error@1705384440)))
02:27:54.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.822 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2037140273(state=PENDING, result=null, callback=(continuation of Deferred@106868346 after retry RPC after error@1107984076) -> (continuation of Deferred@268156925 after retry RPC after error@349526256) -> (continuation of Deferred@1737169262 after retry RPC after error@1994843981) -> (continuation of Deferred@615561787 after retry RPC after error@446461061) -> (continuation of Deferred@627269329 after retry RPC after error@1694374335) -> (continuation of Deferred@1161692793 after retry RPC after error@1023371783) -> (continuation of Deferred@64306847 after retry RPC after error@401796283), errback=(continuation of Deferred@106868346 after retry RPC after error@1107984076) -> (continuation of Deferred@268156925 after retry RPC after error@349526256) -> (continuation of Deferred@1737169262 after retry RPC after error@1994843981) -> (continuation of Deferred@615561787 after retry RPC after error@446461061) -> (continuation of Deferred@627269329 after retry RPC after error@1694374335) -> (continuation of Deferred@1161692793 after retry RPC after error@1023371783) -> (continuation of Deferred@64306847 after retry RPC after error@401796283)))
02:27:54.823 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:54.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:54.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:54.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:54.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:54.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:54.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.039378 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:27:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.039587 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:27:55.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@502054938(state=PENDING, result=null, callback=(continuation of Deferred@349197674 after retry RPC after error@715629480) -> (continuation of Deferred@173915552 after retry RPC after error@1909080289) -> (continuation of Deferred@1730621623 after retry RPC after error@1888122136) -> (continuation of Deferred@400385556 after retry RPC after error@875815238) -> (continuation of Deferred@1783614975 after retry RPC after error@1238255387) -> (continuation of Deferred@903833072 after retry RPC after error@508402652) -> (continuation of Deferred@184126943 after retry RPC after error@825554180) -> (continuation of Deferred@2139813431 after retry RPC after error@225116513), errback=(continuation of Deferred@349197674 after retry RPC after error@715629480) -> (continuation of Deferred@173915552 after retry RPC after error@1909080289) -> (continuation of Deferred@1730621623 after retry RPC after error@1888122136) -> (continuation of Deferred@400385556 after retry RPC after error@875815238) -> (continuation of Deferred@1783614975 after retry RPC after error@1238255387) -> (continuation of Deferred@903833072 after retry RPC after error@508402652) -> (continuation of Deferred@184126943 after retry RPC after error@825554180) -> (continuation of Deferred@2139813431 after retry RPC after error@225116513)))
02:27:55.045 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@502054938(state=PENDING, result=null, callback=(continuation of Deferred@349197674 after retry RPC after error@715629480) -> (continuation of Deferred@173915552 after retry RPC after error@1909080289) -> (continuation of Deferred@1730621623 after retry RPC after error@1888122136) -> (continuation of Deferred@400385556 after retry RPC after error@875815238) -> (continuation of Deferred@1783614975 after retry RPC after error@1238255387) -> (continuation of Deferred@903833072 after retry RPC after error@508402652) -> (continuation of Deferred@184126943 after retry RPC after error@825554180) -> (continuation of Deferred@2139813431 after retry RPC after error@225116513), errback=(continuation of Deferred@349197674 after retry RPC after error@715629480) -> (continuation of Deferred@173915552 after retry RPC after error@1909080289) -> (continuation of Deferred@1730621623 after retry RPC after error@1888122136) -> (continuation of Deferred@400385556 after retry RPC after error@875815238) -> (continuation of Deferred@1783614975 after retry RPC after error@1238255387) -> (continuation of Deferred@903833072 after retry RPC after error@508402652) -> (continuation of Deferred@184126943 after retry RPC after error@825554180) -> (continuation of Deferred@2139813431 after retry RPC after error@225116513)))
02:27:55.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.085 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.265 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@415311863(state=PENDING, result=null, callback=(continuation of Deferred@542077134 after retry RPC after error@2122498086) -> (continuation of Deferred@1980420323 after retry RPC after error@1743109962) -> (continuation of Deferred@1022851704 after retry RPC after error@1419517488) -> (continuation of Deferred@1949389192 after retry RPC after error@1046785963) -> (continuation of Deferred@960968357 after retry RPC after error@228508195) -> (continuation of Deferred@1943895817 after retry RPC after error@1759485742) -> (continuation of Deferred@1747811982 after retry RPC after error@332998258), errback=(continuation of Deferred@542077134 after retry RPC after error@2122498086) -> (continuation of Deferred@1980420323 after retry RPC after error@1743109962) -> (continuation of Deferred@1022851704 after retry RPC after error@1419517488) -> (continuation of Deferred@1949389192 after retry RPC after error@1046785963) -> (continuation of Deferred@960968357 after retry RPC after error@228508195) -> (continuation of Deferred@1943895817 after retry RPC after error@1759485742) -> (continuation of Deferred@1747811982 after retry RPC after error@332998258)))
02:27:55.266 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [203ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@415311863(state=PENDING, result=null, callback=(continuation of Deferred@542077134 after retry RPC after error@2122498086) -> (continuation of Deferred@1980420323 after retry RPC after error@1743109962) -> (continuation of Deferred@1022851704 after retry RPC after error@1419517488) -> (continuation of Deferred@1949389192 after retry RPC after error@1046785963) -> (continuation of Deferred@960968357 after retry RPC after error@228508195) -> (continuation of Deferred@1943895817 after retry RPC after error@1759485742) -> (continuation of Deferred@1747811982 after retry RPC after error@332998258), errback=(continuation of Deferred@542077134 after retry RPC after error@2122498086) -> (continuation of Deferred@1980420323 after retry RPC after error@1743109962) -> (continuation of Deferred@1022851704 after retry RPC after error@1419517488) -> (continuation of Deferred@1949389192 after retry RPC after error@1046785963) -> (continuation of Deferred@960968357 after retry RPC after error@228508195) -> (continuation of Deferred@1943895817 after retry RPC after error@1759485742) -> (continuation of Deferred@1747811982 after retry RPC after error@332998258)))
02:27:55.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.345 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.348871 10054 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:27:55.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.349334 10054 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:27:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.349972 10054 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:27:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:55.350478 9659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:27:55.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:55.351720 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:27:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:55.351866 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:27:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.352022 9662 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:27:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:27:55.352300 10054 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:27:55.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.543 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1548533241(state=PENDING, result=null, callback=(continuation of Deferred@1558609209 after retry RPC after error@1526723544) -> (continuation of Deferred@1830060967 after retry RPC after error@1418610825) -> (continuation of Deferred@1005512852 after retry RPC after error@514501890) -> (continuation of Deferred@1474956491 after retry RPC after error@1904663743) -> (continuation of Deferred@1038102611 after retry RPC after error@1995003984) -> (continuation of Deferred@1910672914 after retry RPC after error@919001013) -> (continuation of Deferred@169347990 after retry RPC after error@907016541) -> (continuation of Deferred@1400402832 after retry RPC after error@1401122101), errback=(continuation of Deferred@1558609209 after retry RPC after error@1526723544) -> (continuation of Deferred@1830060967 after retry RPC after error@1418610825) -> (continuation of Deferred@1005512852 after retry RPC after error@514501890) -> (continuation of Deferred@1474956491 after retry RPC after error@1904663743) -> (continuation of Deferred@1038102611 after retry RPC after error@1995003984) -> (continuation of Deferred@1910672914 after retry RPC after error@919001013) -> (continuation of Deferred@169347990 after retry RPC after error@907016541) -> (continuation of Deferred@1400402832 after retry RPC after error@1401122101)))
02:27:55.543 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:55.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.585 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.645 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1222052928(state=PENDING, result=null, callback=(continuation of Deferred@1307623067 after retry RPC after error@889080881) -> (continuation of Deferred@1033084082 after retry RPC after error@1305879116) -> (continuation of Deferred@85612811 after retry RPC after error@1136853597) -> (continuation of Deferred@1645506715 after retry RPC after error@514648791) -> (continuation of Deferred@1235823112 after retry RPC after error@304289930) -> (continuation of Deferred@1408377597 after retry RPC after error@720470022), errback=(continuation of Deferred@1307623067 after retry RPC after error@889080881) -> (continuation of Deferred@1033084082 after retry RPC after error@1305879116) -> (continuation of Deferred@85612811 after retry RPC after error@1136853597) -> (continuation of Deferred@1645506715 after retry RPC after error@514648791) -> (continuation of Deferred@1235823112 after retry RPC after error@304289930) -> (continuation of Deferred@1408377597 after retry RPC after error@720470022)))
02:27:55.745 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1222052928(state=PENDING, result=null, callback=(continuation of Deferred@1307623067 after retry RPC after error@889080881) -> (continuation of Deferred@1033084082 after retry RPC after error@1305879116) -> (continuation of Deferred@85612811 after retry RPC after error@1136853597) -> (continuation of Deferred@1645506715 after retry RPC after error@514648791) -> (continuation of Deferred@1235823112 after retry RPC after error@304289930) -> (continuation of Deferred@1408377597 after retry RPC after error@720470022), errback=(continuation of Deferred@1307623067 after retry RPC after error@889080881) -> (continuation of Deferred@1033084082 after retry RPC after error@1305879116) -> (continuation of Deferred@85612811 after retry RPC after error@1136853597) -> (continuation of Deferred@1645506715 after retry RPC after error@514648791) -> (continuation of Deferred@1235823112 after retry RPC after error@304289930) -> (continuation of Deferred@1408377597 after retry RPC after error@720470022)))
02:27:55.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1871736131(state=PENDING, result=null, callback=(continuation of Deferred@1330134210 after retry RPC after error@745311162) -> (continuation of Deferred@2003595765 after retry RPC after error@461037614) -> (continuation of Deferred@366633391 after retry RPC after error@1570966005) -> (continuation of Deferred@1238644845 after retry RPC after error@90426089) -> (continuation of Deferred@1131545843 after retry RPC after error@115036617) -> (continuation of Deferred@1856243247 after retry RPC after error@1972088208), errback=(continuation of Deferred@1330134210 after retry RPC after error@745311162) -> (continuation of Deferred@2003595765 after retry RPC after error@461037614) -> (continuation of Deferred@366633391 after retry RPC after error@1570966005) -> (continuation of Deferred@1238644845 after retry RPC after error@90426089) -> (continuation of Deferred@1131545843 after retry RPC after error@115036617) -> (continuation of Deferred@1856243247 after retry RPC after error@1972088208)))
02:27:55.924 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1871736131(state=PENDING, result=null, callback=(continuation of Deferred@1330134210 after retry RPC after error@745311162) -> (continuation of Deferred@2003595765 after retry RPC after error@461037614) -> (continuation of Deferred@366633391 after retry RPC after error@1570966005) -> (continuation of Deferred@1238644845 after retry RPC after error@90426089) -> (continuation of Deferred@1131545843 after retry RPC after error@115036617) -> (continuation of Deferred@1856243247 after retry RPC after error@1972088208), errback=(continuation of Deferred@1330134210 after retry RPC after error@745311162) -> (continuation of Deferred@2003595765 after retry RPC after error@461037614) -> (continuation of Deferred@366633391 after retry RPC after error@1570966005) -> (continuation of Deferred@1238644845 after retry RPC after error@90426089) -> (continuation of Deferred@1131545843 after retry RPC after error@115036617) -> (continuation of Deferred@1856243247 after retry RPC after error@1972088208)))
02:27:55.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:55.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:55.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:55.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:55.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:55.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1027964043(state=PENDING, result=null, callback=(continuation of Deferred@346084432 after retry RPC after error@1206442809) -> (continuation of Deferred@122925053 after retry RPC after error@291781304) -> (continuation of Deferred@66350736 after retry RPC after error@46423236) -> (continuation of Deferred@418522918 after retry RPC after error@678657914) -> (continuation of Deferred@148046858 after retry RPC after error@676416424) -> (continuation of Deferred@563319443 after retry RPC after error@304656756), errback=(continuation of Deferred@346084432 after retry RPC after error@1206442809) -> (continuation of Deferred@122925053 after retry RPC after error@291781304) -> (continuation of Deferred@66350736 after retry RPC after error@46423236) -> (continuation of Deferred@418522918 after retry RPC after error@678657914) -> (continuation of Deferred@148046858 after retry RPC after error@676416424) -> (continuation of Deferred@563319443 after retry RPC after error@304656756)))
02:27:56.105 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1027964043(state=PENDING, result=null, callback=(continuation of Deferred@346084432 after retry RPC after error@1206442809) -> (continuation of Deferred@122925053 after retry RPC after error@291781304) -> (continuation of Deferred@66350736 after retry RPC after error@46423236) -> (continuation of Deferred@418522918 after retry RPC after error@678657914) -> (continuation of Deferred@148046858 after retry RPC after error@676416424) -> (continuation of Deferred@563319443 after retry RPC after error@304656756), errback=(continuation of Deferred@346084432 after retry RPC after error@1206442809) -> (continuation of Deferred@122925053 after retry RPC after error@291781304) -> (continuation of Deferred@66350736 after retry RPC after error@46423236) -> (continuation of Deferred@418522918 after retry RPC after error@678657914) -> (continuation of Deferred@148046858 after retry RPC after error@676416424) -> (continuation of Deferred@563319443 after retry RPC after error@304656756)))
02:27:56.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2097100989(state=PENDING, result=null, callback=(continuation of Deferred@1239361386 after retry RPC after error@1006161407) -> (continuation of Deferred@1257271094 after retry RPC after error@1330617349) -> (continuation of Deferred@2140866289 after retry RPC after error@41003976) -> (continuation of Deferred@1269955951 after retry RPC after error@2016276392) -> (continuation of Deferred@1596375762 after retry RPC after error@1350966549) -> (continuation of Deferred@337168623 after retry RPC after error@56567147), errback=(continuation of Deferred@1239361386 after retry RPC after error@1006161407) -> (continuation of Deferred@1257271094 after retry RPC after error@1330617349) -> (continuation of Deferred@2140866289 after retry RPC after error@41003976) -> (continuation of Deferred@1269955951 after retry RPC after error@2016276392) -> (continuation of Deferred@1596375762 after retry RPC after error@1350966549) -> (continuation of Deferred@337168623 after retry RPC after error@56567147)))
02:27:56.285 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [0ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2097100989(state=PENDING, result=null, callback=(continuation of Deferred@1239361386 after retry RPC after error@1006161407) -> (continuation of Deferred@1257271094 after retry RPC after error@1330617349) -> (continuation of Deferred@2140866289 after retry RPC after error@41003976) -> (continuation of Deferred@1269955951 after retry RPC after error@2016276392) -> (continuation of Deferred@1596375762 after retry RPC after error@1350966549) -> (continuation of Deferred@337168623 after retry RPC after error@56567147), errback=(continuation of Deferred@1239361386 after retry RPC after error@1006161407) -> (continuation of Deferred@1257271094 after retry RPC after error@1330617349) -> (continuation of Deferred@2140866289 after retry RPC after error@41003976) -> (continuation of Deferred@1269955951 after retry RPC after error@2016276392) -> (continuation of Deferred@1596375762 after retry RPC after error@1350966549) -> (continuation of Deferred@337168623 after retry RPC after error@56567147)))
02:27:56.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.348 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1804635828(state=PENDING, result=null, callback=(continuation of Deferred@1822496016 after retry RPC after error@846236300) -> (continuation of Deferred@785156913 after retry RPC after error@1103512946) -> (continuation of Deferred@632013263 after retry RPC after error@330898204) -> (continuation of Deferred@1499897689 after retry RPC after error@712555730) -> (continuation of Deferred@1361487339 after retry RPC after error@169616680) -> (continuation of Deferred@1735262053 after retry RPC after error@136069494), errback=(continuation of Deferred@1822496016 after retry RPC after error@846236300) -> (continuation of Deferred@785156913 after retry RPC after error@1103512946) -> (continuation of Deferred@632013263 after retry RPC after error@330898204) -> (continuation of Deferred@1499897689 after retry RPC after error@712555730) -> (continuation of Deferred@1361487339 after retry RPC after error@169616680) -> (continuation of Deferred@1735262053 after retry RPC after error@136069494)))
02:27:56.445 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [46ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1804635828(state=PENDING, result=null, callback=(continuation of Deferred@1822496016 after retry RPC after error@846236300) -> (continuation of Deferred@785156913 after retry RPC after error@1103512946) -> (continuation of Deferred@632013263 after retry RPC after error@330898204) -> (continuation of Deferred@1499897689 after retry RPC after error@712555730) -> (continuation of Deferred@1361487339 after retry RPC after error@169616680) -> (continuation of Deferred@1735262053 after retry RPC after error@136069494), errback=(continuation of Deferred@1822496016 after retry RPC after error@846236300) -> (continuation of Deferred@785156913 after retry RPC after error@1103512946) -> (continuation of Deferred@632013263 after retry RPC after error@330898204) -> (continuation of Deferred@1499897689 after retry RPC after error@712555730) -> (continuation of Deferred@1361487339 after retry RPC after error@169616680) -> (continuation of Deferred@1735262053 after retry RPC after error@136069494)))
02:27:56.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@833750253(state=PENDING, result=null, callback=(continuation of Deferred@1428973147 after retry RPC after error@225466186) -> (continuation of Deferred@1835216763 after retry RPC after error@1289210710) -> (continuation of Deferred@2063561257 after retry RPC after error@1966776379) -> (continuation of Deferred@30822672 after retry RPC after error@1932109575) -> (continuation of Deferred@1917255025 after retry RPC after error@1381871738) -> (continuation of Deferred@1638938096 after retry RPC after error@1604298590) -> (continuation of Deferred@444032169 after retry RPC after error@622250493), errback=(continuation of Deferred@1428973147 after retry RPC after error@225466186) -> (continuation of Deferred@1835216763 after retry RPC after error@1289210710) -> (continuation of Deferred@2063561257 after retry RPC after error@1966776379) -> (continuation of Deferred@30822672 after retry RPC after error@1932109575) -> (continuation of Deferred@1917255025 after retry RPC after error@1381871738) -> (continuation of Deferred@1638938096 after retry RPC after error@1604298590) -> (continuation of Deferred@444032169 after retry RPC after error@622250493)))
02:27:56.704 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@833750253(state=PENDING, result=null, callback=(continuation of Deferred@1428973147 after retry RPC after error@225466186) -> (continuation of Deferred@1835216763 after retry RPC after error@1289210710) -> (continuation of Deferred@2063561257 after retry RPC after error@1966776379) -> (continuation of Deferred@30822672 after retry RPC after error@1932109575) -> (continuation of Deferred@1917255025 after retry RPC after error@1381871738) -> (continuation of Deferred@1638938096 after retry RPC after error@1604298590) -> (continuation of Deferred@444032169 after retry RPC after error@622250493), errback=(continuation of Deferred@1428973147 after retry RPC after error@225466186) -> (continuation of Deferred@1835216763 after retry RPC after error@1289210710) -> (continuation of Deferred@2063561257 after retry RPC after error@1966776379) -> (continuation of Deferred@30822672 after retry RPC after error@1932109575) -> (continuation of Deferred@1917255025 after retry RPC after error@1381871738) -> (continuation of Deferred@1638938096 after retry RPC after error@1604298590) -> (continuation of Deferred@444032169 after retry RPC after error@622250493)))
02:27:56.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1040884671(state=PENDING, result=null, callback=(continuation of Deferred@1760014516 after retry RPC after error@1479893889) -> (continuation of Deferred@1927274861 after retry RPC after error@421766098) -> (continuation of Deferred@1276428882 after retry RPC after error@1062115642) -> (continuation of Deferred@840422199 after retry RPC after error@917429140) -> (continuation of Deferred@1556257089 after retry RPC after error@395201706) -> (continuation of Deferred@462203655 after retry RPC after error@1530835353), errback=(continuation of Deferred@1760014516 after retry RPC after error@1479893889) -> (continuation of Deferred@1927274861 after retry RPC after error@421766098) -> (continuation of Deferred@1276428882 after retry RPC after error@1062115642) -> (continuation of Deferred@840422199 after retry RPC after error@917429140) -> (continuation of Deferred@1556257089 after retry RPC after error@395201706) -> (continuation of Deferred@462203655 after retry RPC after error@1530835353)))
02:27:56.905 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1040884671(state=PENDING, result=null, callback=(continuation of Deferred@1760014516 after retry RPC after error@1479893889) -> (continuation of Deferred@1927274861 after retry RPC after error@421766098) -> (continuation of Deferred@1276428882 after retry RPC after error@1062115642) -> (continuation of Deferred@840422199 after retry RPC after error@917429140) -> (continuation of Deferred@1556257089 after retry RPC after error@395201706) -> (continuation of Deferred@462203655 after retry RPC after error@1530835353), errback=(continuation of Deferred@1760014516 after retry RPC after error@1479893889) -> (continuation of Deferred@1927274861 after retry RPC after error@421766098) -> (continuation of Deferred@1276428882 after retry RPC after error@1062115642) -> (continuation of Deferred@840422199 after retry RPC after error@917429140) -> (continuation of Deferred@1556257089 after retry RPC after error@395201706) -> (continuation of Deferred@462203655 after retry RPC after error@1530835353)))
02:27:56.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:56.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:56.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:56.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:56.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:56.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@430734806(state=PENDING, result=null, callback=(continuation of Deferred@741710363 after retry RPC after error@582852477) -> (continuation of Deferred@1262958038 after retry RPC after error@830452645) -> (continuation of Deferred@823792339 after retry RPC after error@2131899898) -> (continuation of Deferred@227100235 after retry RPC after error@1101475524) -> (continuation of Deferred@541728937 after retry RPC after error@1318681791) -> (continuation of Deferred@166055993 after retry RPC after error@1900814031) -> (continuation of Deferred@7481127 after retry RPC after error@93048594), errback=(continuation of Deferred@741710363 after retry RPC after error@582852477) -> (continuation of Deferred@1262958038 after retry RPC after error@830452645) -> (continuation of Deferred@823792339 after retry RPC after error@2131899898) -> (continuation of Deferred@227100235 after retry RPC after error@1101475524) -> (continuation of Deferred@541728937 after retry RPC after error@1318681791) -> (continuation of Deferred@166055993 after retry RPC after error@1900814031) -> (continuation of Deferred@7481127 after retry RPC after error@93048594)))
02:27:57.165 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [240ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@430734806(state=PENDING, result=null, callback=(continuation of Deferred@741710363 after retry RPC after error@582852477) -> (continuation of Deferred@1262958038 after retry RPC after error@830452645) -> (continuation of Deferred@823792339 after retry RPC after error@2131899898) -> (continuation of Deferred@227100235 after retry RPC after error@1101475524) -> (continuation of Deferred@541728937 after retry RPC after error@1318681791) -> (continuation of Deferred@166055993 after retry RPC after error@1900814031) -> (continuation of Deferred@7481127 after retry RPC after error@93048594), errback=(continuation of Deferred@741710363 after retry RPC after error@582852477) -> (continuation of Deferred@1262958038 after retry RPC after error@830452645) -> (continuation of Deferred@823792339 after retry RPC after error@2131899898) -> (continuation of Deferred@227100235 after retry RPC after error@1101475524) -> (continuation of Deferred@541728937 after retry RPC after error@1318681791) -> (continuation of Deferred@166055993 after retry RPC after error@1900814031) -> (continuation of Deferred@7481127 after retry RPC after error@93048594)))
02:27:57.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@125303866(state=PENDING, result=null, callback=(continuation of Deferred@1198262743 after retry RPC after error@1285263992) -> (continuation of Deferred@1163537175 after retry RPC after error@2113178026) -> (continuation of Deferred@1525745010 after retry RPC after error@1256801286) -> (continuation of Deferred@1593822431 after retry RPC after error@119519091) -> (continuation of Deferred@1436018807 after retry RPC after error@1440632759) -> (continuation of Deferred@1969744103 after retry RPC after error@263810327) -> (continuation of Deferred@1695017159 after retry RPC after error@1107537959), errback=(continuation of Deferred@1198262743 after retry RPC after error@1285263992) -> (continuation of Deferred@1163537175 after retry RPC after error@2113178026) -> (continuation of Deferred@1525745010 after retry RPC after error@1256801286) -> (continuation of Deferred@1593822431 after retry RPC after error@119519091) -> (continuation of Deferred@1436018807 after retry RPC after error@1440632759) -> (continuation of Deferred@1969744103 after retry RPC after error@263810327) -> (continuation of Deferred@1695017159 after retry RPC after error@1107537959)))
02:27:57.405 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@125303866(state=PENDING, result=null, callback=(continuation of Deferred@1198262743 after retry RPC after error@1285263992) -> (continuation of Deferred@1163537175 after retry RPC after error@2113178026) -> (continuation of Deferred@1525745010 after retry RPC after error@1256801286) -> (continuation of Deferred@1593822431 after retry RPC after error@119519091) -> (continuation of Deferred@1436018807 after retry RPC after error@1440632759) -> (continuation of Deferred@1969744103 after retry RPC after error@263810327) -> (continuation of Deferred@1695017159 after retry RPC after error@1107537959), errback=(continuation of Deferred@1198262743 after retry RPC after error@1285263992) -> (continuation of Deferred@1163537175 after retry RPC after error@2113178026) -> (continuation of Deferred@1525745010 after retry RPC after error@1256801286) -> (continuation of Deferred@1593822431 after retry RPC after error@119519091) -> (continuation of Deferred@1436018807 after retry RPC after error@1440632759) -> (continuation of Deferred@1969744103 after retry RPC after error@263810327) -> (continuation of Deferred@1695017159 after retry RPC after error@1107537959)))
02:27:57.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:57.474864 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:57.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:57.478309 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:27:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:27:57.479720 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:27:57.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.683 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [120ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@125631997(state=PENDING, result=null, callback=(continuation of Deferred@1975160977 after retry RPC after error@237529937) -> (continuation of Deferred@269089187 after retry RPC after error@1895464266) -> (continuation of Deferred@1373984220 after retry RPC after error@484101714) -> (continuation of Deferred@1128392843 after retry RPC after error@1626529156) -> (continuation of Deferred@465715187 after retry RPC after error@1369496199) -> (continuation of Deferred@501835144 after retry RPC after error@1803650380) -> (continuation of Deferred@1630933608 after retry RPC after error@907384875), errback=(continuation of Deferred@1975160977 after retry RPC after error@237529937) -> (continuation of Deferred@269089187 after retry RPC after error@1895464266) -> (continuation of Deferred@1373984220 after retry RPC after error@484101714) -> (continuation of Deferred@1128392843 after retry RPC after error@1626529156) -> (continuation of Deferred@465715187 after retry RPC after error@1369496199) -> (continuation of Deferred@501835144 after retry RPC after error@1803650380) -> (continuation of Deferred@1630933608 after retry RPC after error@907384875)))
02:27:57.683 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:57.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.785 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1529184094(state=PENDING, result=null, callback=(continuation of Deferred@1209732532 after retry RPC after error@814844956) -> (continuation of Deferred@1676603844 after retry RPC after error@331464040) -> (continuation of Deferred@61301769 after retry RPC after error@1063975181) -> (continuation of Deferred@731795445 after retry RPC after error@900369683) -> (continuation of Deferred@219492483 after retry RPC after error@1709118141) -> (continuation of Deferred@1013385236 after retry RPC after error@1564788894), errback=(continuation of Deferred@1209732532 after retry RPC after error@814844956) -> (continuation of Deferred@1676603844 after retry RPC after error@331464040) -> (continuation of Deferred@61301769 after retry RPC after error@1063975181) -> (continuation of Deferred@731795445 after retry RPC after error@900369683) -> (continuation of Deferred@219492483 after retry RPC after error@1709118141) -> (continuation of Deferred@1013385236 after retry RPC after error@1564788894)))
02:27:57.846 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1529184094(state=PENDING, result=null, callback=(continuation of Deferred@1209732532 after retry RPC after error@814844956) -> (continuation of Deferred@1676603844 after retry RPC after error@331464040) -> (continuation of Deferred@61301769 after retry RPC after error@1063975181) -> (continuation of Deferred@731795445 after retry RPC after error@900369683) -> (continuation of Deferred@219492483 after retry RPC after error@1709118141) -> (continuation of Deferred@1013385236 after retry RPC after error@1564788894), errback=(continuation of Deferred@1209732532 after retry RPC after error@814844956) -> (continuation of Deferred@1676603844 after retry RPC after error@331464040) -> (continuation of Deferred@61301769 after retry RPC after error@1063975181) -> (continuation of Deferred@731795445 after retry RPC after error@900369683) -> (continuation of Deferred@219492483 after retry RPC after error@1709118141) -> (continuation of Deferred@1013385236 after retry RPC after error@1564788894)))
02:27:57.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.885 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:57.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:57.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:57.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:57.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:57.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.064 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@363424343(state=PENDING, result=null, callback=(continuation of Deferred@136616243 after retry RPC after error@2139157274) -> (continuation of Deferred@304361642 after retry RPC after error@1275140971) -> (continuation of Deferred@1623256793 after retry RPC after error@404802040) -> (continuation of Deferred@733088566 after retry RPC after error@1873581928) -> (continuation of Deferred@150805090 after retry RPC after error@378305932) -> (continuation of Deferred@769404880 after retry RPC after error@641792724), errback=(continuation of Deferred@136616243 after retry RPC after error@2139157274) -> (continuation of Deferred@304361642 after retry RPC after error@1275140971) -> (continuation of Deferred@1623256793 after retry RPC after error@404802040) -> (continuation of Deferred@733088566 after retry RPC after error@1873581928) -> (continuation of Deferred@150805090 after retry RPC after error@378305932) -> (continuation of Deferred@769404880 after retry RPC after error@641792724)))
02:27:58.065 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@363424343(state=PENDING, result=null, callback=(continuation of Deferred@136616243 after retry RPC after error@2139157274) -> (continuation of Deferred@304361642 after retry RPC after error@1275140971) -> (continuation of Deferred@1623256793 after retry RPC after error@404802040) -> (continuation of Deferred@733088566 after retry RPC after error@1873581928) -> (continuation of Deferred@150805090 after retry RPC after error@378305932) -> (continuation of Deferred@769404880 after retry RPC after error@641792724), errback=(continuation of Deferred@136616243 after retry RPC after error@2139157274) -> (continuation of Deferred@304361642 after retry RPC after error@1275140971) -> (continuation of Deferred@1623256793 after retry RPC after error@404802040) -> (continuation of Deferred@733088566 after retry RPC after error@1873581928) -> (continuation of Deferred@150805090 after retry RPC after error@378305932) -> (continuation of Deferred@769404880 after retry RPC after error@641792724)))
02:27:58.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.103 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.205 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.324 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2104275868(state=PENDING, result=null, callback=(continuation of Deferred@1305852154 after retry RPC after error@823395536) -> (continuation of Deferred@645882373 after retry RPC after error@1050133765) -> (continuation of Deferred@1592113221 after retry RPC after error@1329989069) -> (continuation of Deferred@317995370 after retry RPC after error@315320796) -> (continuation of Deferred@1637862480 after retry RPC after error@503895491) -> (continuation of Deferred@763658241 after retry RPC after error@1690868196) -> (continuation of Deferred@2066359393 after retry RPC after error@601112586), errback=(continuation of Deferred@1305852154 after retry RPC after error@823395536) -> (continuation of Deferred@645882373 after retry RPC after error@1050133765) -> (continuation of Deferred@1592113221 after retry RPC after error@1329989069) -> (continuation of Deferred@317995370 after retry RPC after error@315320796) -> (continuation of Deferred@1637862480 after retry RPC after error@503895491) -> (continuation of Deferred@763658241 after retry RPC after error@1690868196) -> (continuation of Deferred@2066359393 after retry RPC after error@601112586)))
02:27:58.324 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [123ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@2104275868(state=PENDING, result=null, callback=(continuation of Deferred@1305852154 after retry RPC after error@823395536) -> (continuation of Deferred@645882373 after retry RPC after error@1050133765) -> (continuation of Deferred@1592113221 after retry RPC after error@1329989069) -> (continuation of Deferred@317995370 after retry RPC after error@315320796) -> (continuation of Deferred@1637862480 after retry RPC after error@503895491) -> (continuation of Deferred@763658241 after retry RPC after error@1690868196) -> (continuation of Deferred@2066359393 after retry RPC after error@601112586), errback=(continuation of Deferred@1305852154 after retry RPC after error@823395536) -> (continuation of Deferred@645882373 after retry RPC after error@1050133765) -> (continuation of Deferred@1592113221 after retry RPC after error@1329989069) -> (continuation of Deferred@317995370 after retry RPC after error@315320796) -> (continuation of Deferred@1637862480 after retry RPC after error@503895491) -> (continuation of Deferred@763658241 after retry RPC after error@1690868196) -> (continuation of Deferred@2066359393 after retry RPC after error@601112586)))
02:27:58.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.603 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@415279455(state=PENDING, result=null, callback=(continuation of Deferred@843123903 after retry RPC after error@1030548561) -> (continuation of Deferred@2055903977 after retry RPC after error@1729973942) -> (continuation of Deferred@1568903710 after retry RPC after error@131589019) -> (continuation of Deferred@698645594 after retry RPC after error@608304934) -> (continuation of Deferred@1704168146 after retry RPC after error@1566598848) -> (continuation of Deferred@1470928794 after retry RPC after error@2084563590) -> (continuation of Deferred@92486345 after retry RPC after error@1527450335), errback=(continuation of Deferred@843123903 after retry RPC after error@1030548561) -> (continuation of Deferred@2055903977 after retry RPC after error@1729973942) -> (continuation of Deferred@1568903710 after retry RPC after error@131589019) -> (continuation of Deferred@698645594 after retry RPC after error@608304934) -> (continuation of Deferred@1704168146 after retry RPC after error@1566598848) -> (continuation of Deferred@1470928794 after retry RPC after error@2084563590) -> (continuation of Deferred@92486345 after retry RPC after error@1527450335)))
02:27:58.603 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:58.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@524107672(state=PENDING, result=null, callback=(continuation of Deferred@176731880 after retry RPC after error@1084696143) -> (continuation of Deferred@1596769435 after retry RPC after error@698081561) -> (continuation of Deferred@1726692660 after retry RPC after error@520612600) -> (continuation of Deferred@649522591 after retry RPC after error@1347638137) -> (continuation of Deferred@1877919450 after retry RPC after error@1327407605) -> (continuation of Deferred@1582655388 after retry RPC after error@341258164) -> (continuation of Deferred@219603954 after retry RPC after error@935193260), errback=(continuation of Deferred@176731880 after retry RPC after error@1084696143) -> (continuation of Deferred@1596769435 after retry RPC after error@698081561) -> (continuation of Deferred@1726692660 after retry RPC after error@520612600) -> (continuation of Deferred@649522591 after retry RPC after error@1347638137) -> (continuation of Deferred@1877919450 after retry RPC after error@1327407605) -> (continuation of Deferred@1582655388 after retry RPC after error@341258164) -> (continuation of Deferred@219603954 after retry RPC after error@935193260)))
02:27:58.845 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@524107672(state=PENDING, result=null, callback=(continuation of Deferred@176731880 after retry RPC after error@1084696143) -> (continuation of Deferred@1596769435 after retry RPC after error@698081561) -> (continuation of Deferred@1726692660 after retry RPC after error@520612600) -> (continuation of Deferred@649522591 after retry RPC after error@1347638137) -> (continuation of Deferred@1877919450 after retry RPC after error@1327407605) -> (continuation of Deferred@1582655388 after retry RPC after error@341258164) -> (continuation of Deferred@219603954 after retry RPC after error@935193260), errback=(continuation of Deferred@176731880 after retry RPC after error@1084696143) -> (continuation of Deferred@1596769435 after retry RPC after error@698081561) -> (continuation of Deferred@1726692660 after retry RPC after error@520612600) -> (continuation of Deferred@649522591 after retry RPC after error@1347638137) -> (continuation of Deferred@1877919450 after retry RPC after error@1327407605) -> (continuation of Deferred@1582655388 after retry RPC after error@341258164) -> (continuation of Deferred@219603954 after retry RPC after error@935193260)))
02:27:58.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:58.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:58.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:58.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:58.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:58.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1287660775(state=PENDING, result=null, callback=(continuation of Deferred@223273199 after retry RPC after error@562832049) -> (continuation of Deferred@960675236 after retry RPC after error@1952993655) -> (continuation of Deferred@249269901 after retry RPC after error@1308798029) -> (continuation of Deferred@1644267444 after retry RPC after error@1423212906) -> (continuation of Deferred@103400091 after retry RPC after error@1569875671) -> (continuation of Deferred@868247286 after retry RPC after error@1139768885) -> (continuation of Deferred@194662857 after retry RPC after error@1164978867), errback=(continuation of Deferred@223273199 after retry RPC after error@562832049) -> (continuation of Deferred@960675236 after retry RPC after error@1952993655) -> (continuation of Deferred@249269901 after retry RPC after error@1308798029) -> (continuation of Deferred@1644267444 after retry RPC after error@1423212906) -> (continuation of Deferred@103400091 after retry RPC after error@1569875671) -> (continuation of Deferred@868247286 after retry RPC after error@1139768885) -> (continuation of Deferred@194662857 after retry RPC after error@1164978867)))
02:27:59.065 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1287660775(state=PENDING, result=null, callback=(continuation of Deferred@223273199 after retry RPC after error@562832049) -> (continuation of Deferred@960675236 after retry RPC after error@1952993655) -> (continuation of Deferred@249269901 after retry RPC after error@1308798029) -> (continuation of Deferred@1644267444 after retry RPC after error@1423212906) -> (continuation of Deferred@103400091 after retry RPC after error@1569875671) -> (continuation of Deferred@868247286 after retry RPC after error@1139768885) -> (continuation of Deferred@194662857 after retry RPC after error@1164978867), errback=(continuation of Deferred@223273199 after retry RPC after error@562832049) -> (continuation of Deferred@960675236 after retry RPC after error@1952993655) -> (continuation of Deferred@249269901 after retry RPC after error@1308798029) -> (continuation of Deferred@1644267444 after retry RPC after error@1423212906) -> (continuation of Deferred@103400091 after retry RPC after error@1569875671) -> (continuation of Deferred@868247286 after retry RPC after error@1139768885) -> (continuation of Deferred@194662857 after retry RPC after error@1164978867)))
02:27:59.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.264 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@811119388(state=PENDING, result=null, callback=(continuation of Deferred@990989624 after retry RPC after error@76814443) -> (continuation of Deferred@1129518645 after retry RPC after error@921083152) -> (continuation of Deferred@128941689 after retry RPC after error@601651623) -> (continuation of Deferred@2019897687 after retry RPC after error@2062105942) -> (continuation of Deferred@105502916 after retry RPC after error@1176017131) -> (continuation of Deferred@388425462 after retry RPC after error@605448905), errback=(continuation of Deferred@990989624 after retry RPC after error@76814443) -> (continuation of Deferred@1129518645 after retry RPC after error@921083152) -> (continuation of Deferred@128941689 after retry RPC after error@601651623) -> (continuation of Deferred@2019897687 after retry RPC after error@2062105942) -> (continuation of Deferred@105502916 after retry RPC after error@1176017131) -> (continuation of Deferred@388425462 after retry RPC after error@605448905)))
02:27:59.265 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@811119388(state=PENDING, result=null, callback=(continuation of Deferred@990989624 after retry RPC after error@76814443) -> (continuation of Deferred@1129518645 after retry RPC after error@921083152) -> (continuation of Deferred@128941689 after retry RPC after error@601651623) -> (continuation of Deferred@2019897687 after retry RPC after error@2062105942) -> (continuation of Deferred@105502916 after retry RPC after error@1176017131) -> (continuation of Deferred@388425462 after retry RPC after error@605448905), errback=(continuation of Deferred@990989624 after retry RPC after error@76814443) -> (continuation of Deferred@1129518645 after retry RPC after error@921083152) -> (continuation of Deferred@128941689 after retry RPC after error@601651623) -> (continuation of Deferred@2019897687 after retry RPC after error@2062105942) -> (continuation of Deferred@105502916 after retry RPC after error@1176017131) -> (continuation of Deferred@388425462 after retry RPC after error@605448905)))
02:27:59.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.542 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [20ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [103ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1566167975(state=PENDING, result=null, callback=(continuation of Deferred@808610174 after retry RPC after error@555966115) -> (continuation of Deferred@85969185 after retry RPC after error@373880526) -> (continuation of Deferred@890377440 after retry RPC after error@243237543) -> (continuation of Deferred@1968309384 after retry RPC after error@620585578) -> (continuation of Deferred@32364289 after retry RPC after error@1945437985) -> (continuation of Deferred@384187283 after retry RPC after error@1497883927) -> (continuation of Deferred@914187489 after retry RPC after error@1835704576), errback=(continuation of Deferred@808610174 after retry RPC after error@555966115) -> (continuation of Deferred@85969185 after retry RPC after error@373880526) -> (continuation of Deferred@890377440 after retry RPC after error@243237543) -> (continuation of Deferred@1968309384 after retry RPC after error@620585578) -> (continuation of Deferred@32364289 after retry RPC after error@1945437985) -> (continuation of Deferred@384187283 after retry RPC after error@1497883927) -> (continuation of Deferred@914187489 after retry RPC after error@1835704576)))
02:27:59.543 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:27:59.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@249335221(state=PENDING, result=null, callback=(continuation of Deferred@1843829923 after retry RPC after error@187146659) -> (continuation of Deferred@2130683433 after retry RPC after error@346307942) -> (continuation of Deferred@1300146389 after retry RPC after error@2078421600) -> (continuation of Deferred@2024738267 after retry RPC after error@1297432741) -> (continuation of Deferred@1976918490 after retry RPC after error@525216818) -> (continuation of Deferred@529476565 after retry RPC after error@2025324777) -> (continuation of Deferred@649950613 after retry RPC after error@1216144076), errback=(continuation of Deferred@1843829923 after retry RPC after error@187146659) -> (continuation of Deferred@2130683433 after retry RPC after error@346307942) -> (continuation of Deferred@1300146389 after retry RPC after error@2078421600) -> (continuation of Deferred@2024738267 after retry RPC after error@1297432741) -> (continuation of Deferred@1976918490 after retry RPC after error@525216818) -> (continuation of Deferred@529476565 after retry RPC after error@2025324777) -> (continuation of Deferred@649950613 after retry RPC after error@1216144076)))
02:27:59.745 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@249335221(state=PENDING, result=null, callback=(continuation of Deferred@1843829923 after retry RPC after error@187146659) -> (continuation of Deferred@2130683433 after retry RPC after error@346307942) -> (continuation of Deferred@1300146389 after retry RPC after error@2078421600) -> (continuation of Deferred@2024738267 after retry RPC after error@1297432741) -> (continuation of Deferred@1976918490 after retry RPC after error@525216818) -> (continuation of Deferred@529476565 after retry RPC after error@2025324777) -> (continuation of Deferred@649950613 after retry RPC after error@1216144076), errback=(continuation of Deferred@1843829923 after retry RPC after error@187146659) -> (continuation of Deferred@2130683433 after retry RPC after error@346307942) -> (continuation of Deferred@1300146389 after retry RPC after error@2078421600) -> (continuation of Deferred@2024738267 after retry RPC after error@1297432741) -> (continuation of Deferred@1976918490 after retry RPC after error@525216818) -> (continuation of Deferred@529476565 after retry RPC after error@2025324777) -> (continuation of Deferred@649950613 after retry RPC after error@1216144076)))
02:27:59.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:27:59.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@756656692(state=PENDING, result=null, callback=(continuation of Deferred@1916228697 after retry RPC after error@1133250361) -> (continuation of Deferred@1276366247 after retry RPC after error@750487067) -> (continuation of Deferred@1692834377 after retry RPC after error@1198582819) -> (continuation of Deferred@366768031 after retry RPC after error@1697097825) -> (continuation of Deferred@893604446 after retry RPC after error@1972543777) -> (continuation of Deferred@54827163 after retry RPC after error@1543003186) -> (continuation of Deferred@1954952369 after retry RPC after error@352127145), errback=(continuation of Deferred@1916228697 after retry RPC after error@1133250361) -> (continuation of Deferred@1276366247 after retry RPC after error@750487067) -> (continuation of Deferred@1692834377 after retry RPC after error@1198582819) -> (continuation of Deferred@366768031 after retry RPC after error@1697097825) -> (continuation of Deferred@893604446 after retry RPC after error@1972543777) -> (continuation of Deferred@54827163 after retry RPC after error@1543003186) -> (continuation of Deferred@1954952369 after retry RPC after error@352127145)))
02:27:59.965 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@756656692(state=PENDING, result=null, callback=(continuation of Deferred@1916228697 after retry RPC after error@1133250361) -> (continuation of Deferred@1276366247 after retry RPC after error@750487067) -> (continuation of Deferred@1692834377 after retry RPC after error@1198582819) -> (continuation of Deferred@366768031 after retry RPC after error@1697097825) -> (continuation of Deferred@893604446 after retry RPC after error@1972543777) -> (continuation of Deferred@54827163 after retry RPC after error@1543003186) -> (continuation of Deferred@1954952369 after retry RPC after error@352127145), errback=(continuation of Deferred@1916228697 after retry RPC after error@1133250361) -> (continuation of Deferred@1276366247 after retry RPC after error@750487067) -> (continuation of Deferred@1692834377 after retry RPC after error@1198582819) -> (continuation of Deferred@366768031 after retry RPC after error@1697097825) -> (continuation of Deferred@893604446 after retry RPC after error@1972543777) -> (continuation of Deferred@54827163 after retry RPC after error@1543003186) -> (continuation of Deferred@1954952369 after retry RPC after error@352127145)))
02:27:59.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:27:59.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:27:59.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:27:59.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:27:59.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:00.042225 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:28:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:00.042380 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:28:00.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@554181255(state=PENDING, result=null, callback=(continuation of Deferred@362593458 after retry RPC after error@731377430) -> (continuation of Deferred@606045563 after retry RPC after error@1155766117) -> (continuation of Deferred@879413863 after retry RPC after error@546401443) -> (continuation of Deferred@2029851031 after retry RPC after error@553511250) -> (continuation of Deferred@1109800664 after retry RPC after error@1777974859) -> (continuation of Deferred@2040032074 after retry RPC after error@912304722) -> (continuation of Deferred@1166265008 after retry RPC after error@1630285741), errback=(continuation of Deferred@362593458 after retry RPC after error@731377430) -> (continuation of Deferred@606045563 after retry RPC after error@1155766117) -> (continuation of Deferred@879413863 after retry RPC after error@546401443) -> (continuation of Deferred@2029851031 after retry RPC after error@553511250) -> (continuation of Deferred@1109800664 after retry RPC after error@1777974859) -> (continuation of Deferred@2040032074 after retry RPC after error@912304722) -> (continuation of Deferred@1166265008 after retry RPC after error@1630285741)))
02:28:00.185 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@554181255(state=PENDING, result=null, callback=(continuation of Deferred@362593458 after retry RPC after error@731377430) -> (continuation of Deferred@606045563 after retry RPC after error@1155766117) -> (continuation of Deferred@879413863 after retry RPC after error@546401443) -> (continuation of Deferred@2029851031 after retry RPC after error@553511250) -> (continuation of Deferred@1109800664 after retry RPC after error@1777974859) -> (continuation of Deferred@2040032074 after retry RPC after error@912304722) -> (continuation of Deferred@1166265008 after retry RPC after error@1630285741), errback=(continuation of Deferred@362593458 after retry RPC after error@731377430) -> (continuation of Deferred@606045563 after retry RPC after error@1155766117) -> (continuation of Deferred@879413863 after retry RPC after error@546401443) -> (continuation of Deferred@2029851031 after retry RPC after error@553511250) -> (continuation of Deferred@1109800664 after retry RPC after error@1777974859) -> (continuation of Deferred@2040032074 after retry RPC after error@912304722) -> (continuation of Deferred@1166265008 after retry RPC after error@1630285741)))
02:28:00.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.285 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@51273669(state=PENDING, result=null, callback=(continuation of Deferred@541201237 after retry RPC after error@705836465) -> (continuation of Deferred@259710197 after retry RPC after error@2130397864) -> (continuation of Deferred@1318270617 after retry RPC after error@1964457287) -> (continuation of Deferred@752081508 after retry RPC after error@140082012) -> (continuation of Deferred@1604952880 after retry RPC after error@328745095) -> (continuation of Deferred@556447850 after retry RPC after error@1651160200) -> (continuation of Deferred@1883778006 after retry RPC after error@554029344) -> (continuation of Deferred@1427690626 after retry RPC after error@1658975325), errback=(continuation of Deferred@541201237 after retry RPC after error@705836465) -> (continuation of Deferred@259710197 after retry RPC after error@2130397864) -> (continuation of Deferred@1318270617 after retry RPC after error@1964457287) -> (continuation of Deferred@752081508 after retry RPC after error@140082012) -> (continuation of Deferred@1604952880 after retry RPC after error@328745095) -> (continuation of Deferred@556447850 after retry RPC after error@1651160200) -> (continuation of Deferred@1883778006 after retry RPC after error@554029344) -> (continuation of Deferred@1427690626 after retry RPC after error@1658975325)))
02:28:00.445 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@51273669(state=PENDING, result=null, callback=(continuation of Deferred@541201237 after retry RPC after error@705836465) -> (continuation of Deferred@259710197 after retry RPC after error@2130397864) -> (continuation of Deferred@1318270617 after retry RPC after error@1964457287) -> (continuation of Deferred@752081508 after retry RPC after error@140082012) -> (continuation of Deferred@1604952880 after retry RPC after error@328745095) -> (continuation of Deferred@556447850 after retry RPC after error@1651160200) -> (continuation of Deferred@1883778006 after retry RPC after error@554029344) -> (continuation of Deferred@1427690626 after retry RPC after error@1658975325), errback=(continuation of Deferred@541201237 after retry RPC after error@705836465) -> (continuation of Deferred@259710197 after retry RPC after error@2130397864) -> (continuation of Deferred@1318270617 after retry RPC after error@1964457287) -> (continuation of Deferred@752081508 after retry RPC after error@140082012) -> (continuation of Deferred@1604952880 after retry RPC after error@328745095) -> (continuation of Deferred@556447850 after retry RPC after error@1651160200) -> (continuation of Deferred@1883778006 after retry RPC after error@554029344) -> (continuation of Deferred@1427690626 after retry RPC after error@1658975325)))
02:28:00.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.485 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1458505131(state=PENDING, result=null, callback=(continuation of Deferred@508302458 after retry RPC after error@59398855) -> (continuation of Deferred@201268826 after retry RPC after error@630423763) -> (continuation of Deferred@1535295455 after retry RPC after error@168790538) -> (continuation of Deferred@2045860063 after retry RPC after error@1079892522) -> (continuation of Deferred@242215353 after retry RPC after error@2026270116) -> (continuation of Deferred@184739267 after retry RPC after error@622912003), errback=(continuation of Deferred@508302458 after retry RPC after error@59398855) -> (continuation of Deferred@201268826 after retry RPC after error@630423763) -> (continuation of Deferred@1535295455 after retry RPC after error@168790538) -> (continuation of Deferred@2045860063 after retry RPC after error@1079892522) -> (continuation of Deferred@242215353 after retry RPC after error@2026270116) -> (continuation of Deferred@184739267 after retry RPC after error@622912003)))
02:28:00.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1458505131(state=PENDING, result=null, callback=(continuation of Deferred@508302458 after retry RPC after error@59398855) -> (continuation of Deferred@201268826 after retry RPC after error@630423763) -> (continuation of Deferred@1535295455 after retry RPC after error@168790538) -> (continuation of Deferred@2045860063 after retry RPC after error@1079892522) -> (continuation of Deferred@242215353 after retry RPC after error@2026270116) -> (continuation of Deferred@184739267 after retry RPC after error@622912003), errback=(continuation of Deferred@508302458 after retry RPC after error@59398855) -> (continuation of Deferred@201268826 after retry RPC after error@630423763) -> (continuation of Deferred@1535295455 after retry RPC after error@168790538) -> (continuation of Deferred@2045860063 after retry RPC after error@1079892522) -> (continuation of Deferred@242215353 after retry RPC after error@2026270116) -> (continuation of Deferred@184739267 after retry RPC after error@622912003)))
02:28:00.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@893279867(state=PENDING, result=null, callback=(continuation of Deferred@1925393358 after retry RPC after error@1414059047) -> (continuation of Deferred@174029503 after retry RPC after error@1305817097) -> (continuation of Deferred@648281894 after retry RPC after error@878243385) -> (continuation of Deferred@1159983247 after retry RPC after error@563271002) -> (continuation of Deferred@410080385 after retry RPC after error@1798002832) -> (continuation of Deferred@836139762 after retry RPC after error@114901399) -> (continuation of Deferred@345950353 after retry RPC after error@625012042), errback=(continuation of Deferred@1925393358 after retry RPC after error@1414059047) -> (continuation of Deferred@174029503 after retry RPC after error@1305817097) -> (continuation of Deferred@648281894 after retry RPC after error@878243385) -> (continuation of Deferred@1159983247 after retry RPC after error@563271002) -> (continuation of Deferred@410080385 after retry RPC after error@1798002832) -> (continuation of Deferred@836139762 after retry RPC after error@114901399) -> (continuation of Deferred@345950353 after retry RPC after error@625012042)))
02:28:00.865 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@893279867(state=PENDING, result=null, callback=(continuation of Deferred@1925393358 after retry RPC after error@1414059047) -> (continuation of Deferred@174029503 after retry RPC after error@1305817097) -> (continuation of Deferred@648281894 after retry RPC after error@878243385) -> (continuation of Deferred@1159983247 after retry RPC after error@563271002) -> (continuation of Deferred@410080385 after retry RPC after error@1798002832) -> (continuation of Deferred@836139762 after retry RPC after error@114901399) -> (continuation of Deferred@345950353 after retry RPC after error@625012042), errback=(continuation of Deferred@1925393358 after retry RPC after error@1414059047) -> (continuation of Deferred@174029503 after retry RPC after error@1305817097) -> (continuation of Deferred@648281894 after retry RPC after error@878243385) -> (continuation of Deferred@1159983247 after retry RPC after error@563271002) -> (continuation of Deferred@410080385 after retry RPC after error@1798002832) -> (continuation of Deferred@836139762 after retry RPC after error@114901399) -> (continuation of Deferred@345950353 after retry RPC after error@625012042)))
02:28:00.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:00.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:00.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:00.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:00.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:00.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@41764656(state=PENDING, result=null, callback=(continuation of Deferred@1735409830 after retry RPC after error@1570755667) -> (continuation of Deferred@505488188 after retry RPC after error@1980605199) -> (continuation of Deferred@320710680 after retry RPC after error@805559140) -> (continuation of Deferred@657204891 after retry RPC after error@1008921770) -> (continuation of Deferred@1115807326 after retry RPC after error@1819796881) -> (continuation of Deferred@707337850 after retry RPC after error@21360681) -> (continuation of Deferred@1308278129 after retry RPC after error@519209522), errback=(continuation of Deferred@1735409830 after retry RPC after error@1570755667) -> (continuation of Deferred@505488188 after retry RPC after error@1980605199) -> (continuation of Deferred@320710680 after retry RPC after error@805559140) -> (continuation of Deferred@657204891 after retry RPC after error@1008921770) -> (continuation of Deferred@1115807326 after retry RPC after error@1819796881) -> (continuation of Deferred@707337850 after retry RPC after error@21360681) -> (continuation of Deferred@1308278129 after retry RPC after error@519209522)))
02:28:01.105 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@41764656(state=PENDING, result=null, callback=(continuation of Deferred@1735409830 after retry RPC after error@1570755667) -> (continuation of Deferred@505488188 after retry RPC after error@1980605199) -> (continuation of Deferred@320710680 after retry RPC after error@805559140) -> (continuation of Deferred@657204891 after retry RPC after error@1008921770) -> (continuation of Deferred@1115807326 after retry RPC after error@1819796881) -> (continuation of Deferred@707337850 after retry RPC after error@21360681) -> (continuation of Deferred@1308278129 after retry RPC after error@519209522), errback=(continuation of Deferred@1735409830 after retry RPC after error@1570755667) -> (continuation of Deferred@505488188 after retry RPC after error@1980605199) -> (continuation of Deferred@320710680 after retry RPC after error@805559140) -> (continuation of Deferred@657204891 after retry RPC after error@1008921770) -> (continuation of Deferred@1115807326 after retry RPC after error@1819796881) -> (continuation of Deferred@707337850 after retry RPC after error@21360681) -> (continuation of Deferred@1308278129 after retry RPC after error@519209522)))
02:28:01.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.382 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1481894711(state=PENDING, result=null, callback=(continuation of Deferred@862106199 after retry RPC after error@1247762988) -> (continuation of Deferred@782697243 after retry RPC after error@1768574891) -> (continuation of Deferred@1329379547 after retry RPC after error@2139231530) -> (continuation of Deferred@1772842522 after retry RPC after error@1384604563) -> (continuation of Deferred@2019029880 after retry RPC after error@395547165) -> (continuation of Deferred@628811083 after retry RPC after error@1284018572) -> (continuation of Deferred@193165142 after retry RPC after error@9113409) -> (continuation of Deferred@1923736230 after retry RPC after error@2049251726), errback=(continuation of Deferred@862106199 after retry RPC after error@1247762988) -> (continuation of Deferred@782697243 after retry RPC after error@1768574891) -> (continuation of Deferred@1329379547 after retry RPC after error@2139231530) -> (continuation of Deferred@1772842522 after retry RPC after error@1384604563) -> (continuation of Deferred@2019029880 after retry RPC after error@395547165) -> (continuation of Deferred@628811083 after retry RPC after error@1284018572) -> (continuation of Deferred@193165142 after retry RPC after error@9113409) -> (continuation of Deferred@1923736230 after retry RPC after error@2049251726)))
02:28:01.383 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:28:01.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@421558558(state=PENDING, result=null, callback=(continuation of Deferred@145245614 after retry RPC after error@1682220285) -> (continuation of Deferred@1249711228 after retry RPC after error@1343192228) -> (continuation of Deferred@440456766 after retry RPC after error@1533213383) -> (continuation of Deferred@2032065315 after retry RPC after error@1381987064) -> (continuation of Deferred@1320333227 after retry RPC after error@38457464) -> (continuation of Deferred@226677969 after retry RPC after error@618901291) -> (continuation of Deferred@2146927595 after retry RPC after error@728388989), errback=(continuation of Deferred@145245614 after retry RPC after error@1682220285) -> (continuation of Deferred@1249711228 after retry RPC after error@1343192228) -> (continuation of Deferred@440456766 after retry RPC after error@1533213383) -> (continuation of Deferred@2032065315 after retry RPC after error@1381987064) -> (continuation of Deferred@1320333227 after retry RPC after error@38457464) -> (continuation of Deferred@226677969 after retry RPC after error@618901291) -> (continuation of Deferred@2146927595 after retry RPC after error@728388989)))
02:28:01.645 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@421558558(state=PENDING, result=null, callback=(continuation of Deferred@145245614 after retry RPC after error@1682220285) -> (continuation of Deferred@1249711228 after retry RPC after error@1343192228) -> (continuation of Deferred@440456766 after retry RPC after error@1533213383) -> (continuation of Deferred@2032065315 after retry RPC after error@1381987064) -> (continuation of Deferred@1320333227 after retry RPC after error@38457464) -> (continuation of Deferred@226677969 after retry RPC after error@618901291) -> (continuation of Deferred@2146927595 after retry RPC after error@728388989), errback=(continuation of Deferred@145245614 after retry RPC after error@1682220285) -> (continuation of Deferred@1249711228 after retry RPC after error@1343192228) -> (continuation of Deferred@440456766 after retry RPC after error@1533213383) -> (continuation of Deferred@2032065315 after retry RPC after error@1381987064) -> (continuation of Deferred@1320333227 after retry RPC after error@38457464) -> (continuation of Deferred@226677969 after retry RPC after error@618901291) -> (continuation of Deferred@2146927595 after retry RPC after error@728388989)))
02:28:01.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@901397831(state=PENDING, result=null, callback=(continuation of Deferred@206636137 after retry RPC after error@1465914610) -> (continuation of Deferred@250120382 after retry RPC after error@1792855073) -> (continuation of Deferred@1856696159 after retry RPC after error@960147964) -> (continuation of Deferred@1935504157 after retry RPC after error@2146174099) -> (continuation of Deferred@1183173670 after retry RPC after error@710684763) -> (continuation of Deferred@838957974 after retry RPC after error@769010137) -> (continuation of Deferred@1171928249 after retry RPC after error@240065201) -> (continuation of Deferred@933960997 after retry RPC after error@732918504), errback=(continuation of Deferred@206636137 after retry RPC after error@1465914610) -> (continuation of Deferred@250120382 after retry RPC after error@1792855073) -> (continuation of Deferred@1856696159 after retry RPC after error@960147964) -> (continuation of Deferred@1935504157 after retry RPC after error@2146174099) -> (continuation of Deferred@1183173670 after retry RPC after error@710684763) -> (continuation of Deferred@838957974 after retry RPC after error@769010137) -> (continuation of Deferred@1171928249 after retry RPC after error@240065201) -> (continuation of Deferred@933960997 after retry RPC after error@732918504)))
02:28:01.865 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@901397831(state=PENDING, result=null, callback=(continuation of Deferred@206636137 after retry RPC after error@1465914610) -> (continuation of Deferred@250120382 after retry RPC after error@1792855073) -> (continuation of Deferred@1856696159 after retry RPC after error@960147964) -> (continuation of Deferred@1935504157 after retry RPC after error@2146174099) -> (continuation of Deferred@1183173670 after retry RPC after error@710684763) -> (continuation of Deferred@838957974 after retry RPC after error@769010137) -> (continuation of Deferred@1171928249 after retry RPC after error@240065201) -> (continuation of Deferred@933960997 after retry RPC after error@732918504), errback=(continuation of Deferred@206636137 after retry RPC after error@1465914610) -> (continuation of Deferred@250120382 after retry RPC after error@1792855073) -> (continuation of Deferred@1856696159 after retry RPC after error@960147964) -> (continuation of Deferred@1935504157 after retry RPC after error@2146174099) -> (continuation of Deferred@1183173670 after retry RPC after error@710684763) -> (continuation of Deferred@838957974 after retry RPC after error@769010137) -> (continuation of Deferred@1171928249 after retry RPC after error@240065201) -> (continuation of Deferred@933960997 after retry RPC after error@732918504)))
02:28:01.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:01.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:01.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:01.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:01.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:01.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.124 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1495082442(state=PENDING, result=null, callback=(continuation of Deferred@1001815341 after retry RPC after error@797725711) -> (continuation of Deferred@559197493 after retry RPC after error@290979744) -> (continuation of Deferred@427861938 after retry RPC after error@1424073889) -> (continuation of Deferred@1356371469 after retry RPC after error@2120010057) -> (continuation of Deferred@1660767239 after retry RPC after error@996157525) -> (continuation of Deferred@798800330 after retry RPC after error@923941873) -> (continuation of Deferred@1057477728 after retry RPC after error@85942613), errback=(continuation of Deferred@1001815341 after retry RPC after error@797725711) -> (continuation of Deferred@559197493 after retry RPC after error@290979744) -> (continuation of Deferred@427861938 after retry RPC after error@1424073889) -> (continuation of Deferred@1356371469 after retry RPC after error@2120010057) -> (continuation of Deferred@1660767239 after retry RPC after error@996157525) -> (continuation of Deferred@798800330 after retry RPC after error@923941873) -> (continuation of Deferred@1057477728 after retry RPC after error@85942613)))
02:28:02.125 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1495082442(state=PENDING, result=null, callback=(continuation of Deferred@1001815341 after retry RPC after error@797725711) -> (continuation of Deferred@559197493 after retry RPC after error@290979744) -> (continuation of Deferred@427861938 after retry RPC after error@1424073889) -> (continuation of Deferred@1356371469 after retry RPC after error@2120010057) -> (continuation of Deferred@1660767239 after retry RPC after error@996157525) -> (continuation of Deferred@798800330 after retry RPC after error@923941873) -> (continuation of Deferred@1057477728 after retry RPC after error@85942613), errback=(continuation of Deferred@1001815341 after retry RPC after error@797725711) -> (continuation of Deferred@559197493 after retry RPC after error@290979744) -> (continuation of Deferred@427861938 after retry RPC after error@1424073889) -> (continuation of Deferred@1356371469 after retry RPC after error@2120010057) -> (continuation of Deferred@1660767239 after retry RPC after error@996157525) -> (continuation of Deferred@798800330 after retry RPC after error@923941873) -> (continuation of Deferred@1057477728 after retry RPC after error@85942613)))
02:28:02.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.224 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1014232949(state=PENDING, result=null, callback=(continuation of Deferred@1658366187 after retry RPC after error@1481418085) -> (continuation of Deferred@420398677 after retry RPC after error@979714654) -> (continuation of Deferred@501033481 after retry RPC after error@537379674) -> (continuation of Deferred@1339327841 after retry RPC after error@1605585271) -> (continuation of Deferred@734703082 after retry RPC after error@894023386) -> (continuation of Deferred@1583202975 after retry RPC after error@459329746) -> (continuation of Deferred@1698401193 after retry RPC after error@498863794), errback=(continuation of Deferred@1658366187 after retry RPC after error@1481418085) -> (continuation of Deferred@420398677 after retry RPC after error@979714654) -> (continuation of Deferred@501033481 after retry RPC after error@537379674) -> (continuation of Deferred@1339327841 after retry RPC after error@1605585271) -> (continuation of Deferred@734703082 after retry RPC after error@894023386) -> (continuation of Deferred@1583202975 after retry RPC after error@459329746) -> (continuation of Deferred@1698401193 after retry RPC after error@498863794)))
02:28:02.365 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1014232949(state=PENDING, result=null, callback=(continuation of Deferred@1658366187 after retry RPC after error@1481418085) -> (continuation of Deferred@420398677 after retry RPC after error@979714654) -> (continuation of Deferred@501033481 after retry RPC after error@537379674) -> (continuation of Deferred@1339327841 after retry RPC after error@1605585271) -> (continuation of Deferred@734703082 after retry RPC after error@894023386) -> (continuation of Deferred@1583202975 after retry RPC after error@459329746) -> (continuation of Deferred@1698401193 after retry RPC after error@498863794), errback=(continuation of Deferred@1658366187 after retry RPC after error@1481418085) -> (continuation of Deferred@420398677 after retry RPC after error@979714654) -> (continuation of Deferred@501033481 after retry RPC after error@537379674) -> (continuation of Deferred@1339327841 after retry RPC after error@1605585271) -> (continuation of Deferred@734703082 after retry RPC after error@894023386) -> (continuation of Deferred@1583202975 after retry RPC after error@459329746) -> (continuation of Deferred@1698401193 after retry RPC after error@498863794)))
02:28:02.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.423 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:02.507017 9435 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:28:02.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:02.510393 9435 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'b9cda3f499b541ce843708c0d08503f3', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.8.147.254:41141,127.8.147.253:38967,127.8.147.252:43855, num_attempts: 1)
02:28:02.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:02.511760 9437 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.147.252:43855)
02:28:02.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.604 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [220ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1387111946(state=PENDING, result=null, callback=(continuation of Deferred@1369670696 after retry RPC after error@1208967265) -> (continuation of Deferred@814085090 after retry RPC after error@262643214) -> (continuation of Deferred@1114163478 after retry RPC after error@1901573458) -> (continuation of Deferred@1850888825 after retry RPC after error@1572271699) -> (continuation of Deferred@1494393994 after retry RPC after error@363030495) -> (continuation of Deferred@1763585672 after retry RPC after error@66083222) -> (continuation of Deferred@1334483862 after retry RPC after error@1100582951), errback=(continuation of Deferred@1369670696 after retry RPC after error@1208967265) -> (continuation of Deferred@814085090 after retry RPC after error@262643214) -> (continuation of Deferred@1114163478 after retry RPC after error@1901573458) -> (continuation of Deferred@1850888825 after retry RPC after error@1572271699) -> (continuation of Deferred@1494393994 after retry RPC after error@363030495) -> (continuation of Deferred@1763585672 after retry RPC after error@66083222) -> (continuation of Deferred@1334483862 after retry RPC after error@1100582951)))
02:28:02.604 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [220ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1387111946(state=PENDING, result=null, callback=(continuation of Deferred@1369670696 after retry RPC after error@1208967265) -> (continuation of Deferred@814085090 after retry RPC after error@262643214) -> (continuation of Deferred@1114163478 after retry RPC after error@1901573458) -> (continuation of Deferred@1850888825 after retry RPC after error@1572271699) -> (continuation of Deferred@1494393994 after retry RPC after error@363030495) -> (continuation of Deferred@1763585672 after retry RPC after error@66083222) -> (continuation of Deferred@1334483862 after retry RPC after error@1100582951), errback=(continuation of Deferred@1369670696 after retry RPC after error@1208967265) -> (continuation of Deferred@814085090 after retry RPC after error@262643214) -> (continuation of Deferred@1114163478 after retry RPC after error@1901573458) -> (continuation of Deferred@1850888825 after retry RPC after error@1572271699) -> (continuation of Deferred@1494393994 after retry RPC after error@363030495) -> (continuation of Deferred@1763585672 after retry RPC after error@66083222) -> (continuation of Deferred@1334483862 after retry RPC after error@1100582951)))
02:28:02.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@723341018(state=PENDING, result=null, callback=(continuation of Deferred@1762009438 after retry RPC after error@1901662793) -> (continuation of Deferred@590110023 after retry RPC after error@1644604518) -> (continuation of Deferred@986873257 after retry RPC after error@60881888) -> (continuation of Deferred@1109874870 after retry RPC after error@353741064) -> (continuation of Deferred@1006870838 after retry RPC after error@947397293) -> (continuation of Deferred@1088565244 after retry RPC after error@2013762305) -> (continuation of Deferred@1496094502 after retry RPC after error@548973540), errback=(continuation of Deferred@1762009438 after retry RPC after error@1901662793) -> (continuation of Deferred@590110023 after retry RPC after error@1644604518) -> (continuation of Deferred@986873257 after retry RPC after error@60881888) -> (continuation of Deferred@1109874870 after retry RPC after error@353741064) -> (continuation of Deferred@1006870838 after retry RPC after error@947397293) -> (continuation of Deferred@1088565244 after retry RPC after error@2013762305) -> (continuation of Deferred@1496094502 after retry RPC after error@548973540)))
02:28:02.844 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@723341018(state=PENDING, result=null, callback=(continuation of Deferred@1762009438 after retry RPC after error@1901662793) -> (continuation of Deferred@590110023 after retry RPC after error@1644604518) -> (continuation of Deferred@986873257 after retry RPC after error@60881888) -> (continuation of Deferred@1109874870 after retry RPC after error@353741064) -> (continuation of Deferred@1006870838 after retry RPC after error@947397293) -> (continuation of Deferred@1088565244 after retry RPC after error@2013762305) -> (continuation of Deferred@1496094502 after retry RPC after error@548973540), errback=(continuation of Deferred@1762009438 after retry RPC after error@1901662793) -> (continuation of Deferred@590110023 after retry RPC after error@1644604518) -> (continuation of Deferred@986873257 after retry RPC after error@60881888) -> (continuation of Deferred@1109874870 after retry RPC after error@353741064) -> (continuation of Deferred@1006870838 after retry RPC after error@947397293) -> (continuation of Deferred@1088565244 after retry RPC after error@2013762305) -> (continuation of Deferred@1496094502 after retry RPC after error@548973540)))
02:28:02.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:02.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:02.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:02.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:02.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:02.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.044 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.084 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2018715905(state=PENDING, result=null, callback=(continuation of Deferred@629376528 after retry RPC after error@1053127469) -> (continuation of Deferred@1458460014 after retry RPC after error@924087699) -> (continuation of Deferred@236897895 after retry RPC after error@458723474) -> (continuation of Deferred@1068950451 after retry RPC after error@731558203) -> (continuation of Deferred@1406105553 after retry RPC after error@1950072378) -> (continuation of Deferred@2081976437 after retry RPC after error@41223588) -> (continuation of Deferred@715951044 after retry RPC after error@55524037), errback=(continuation of Deferred@629376528 after retry RPC after error@1053127469) -> (continuation of Deferred@1458460014 after retry RPC after error@924087699) -> (continuation of Deferred@236897895 after retry RPC after error@458723474) -> (continuation of Deferred@1068950451 after retry RPC after error@731558203) -> (continuation of Deferred@1406105553 after retry RPC after error@1950072378) -> (continuation of Deferred@2081976437 after retry RPC after error@41223588) -> (continuation of Deferred@715951044 after retry RPC after error@55524037)))
02:28:03.084 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@2018715905(state=PENDING, result=null, callback=(continuation of Deferred@629376528 after retry RPC after error@1053127469) -> (continuation of Deferred@1458460014 after retry RPC after error@924087699) -> (continuation of Deferred@236897895 after retry RPC after error@458723474) -> (continuation of Deferred@1068950451 after retry RPC after error@731558203) -> (continuation of Deferred@1406105553 after retry RPC after error@1950072378) -> (continuation of Deferred@2081976437 after retry RPC after error@41223588) -> (continuation of Deferred@715951044 after retry RPC after error@55524037), errback=(continuation of Deferred@629376528 after retry RPC after error@1053127469) -> (continuation of Deferred@1458460014 after retry RPC after error@924087699) -> (continuation of Deferred@236897895 after retry RPC after error@458723474) -> (continuation of Deferred@1068950451 after retry RPC after error@731558203) -> (continuation of Deferred@1406105553 after retry RPC after error@1950072378) -> (continuation of Deferred@2081976437 after retry RPC after error@41223588) -> (continuation of Deferred@715951044 after retry RPC after error@55524037)))
02:28:03.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.363 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [60ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1232504549(state=PENDING, result=null, callback=(continuation of Deferred@774951912 after retry RPC after error@601171393) -> (continuation of Deferred@615922198 after retry RPC after error@1502265803) -> (continuation of Deferred@1896736385 after retry RPC after error@2071735884) -> (continuation of Deferred@1846529471 after retry RPC after error@1627708716) -> (continuation of Deferred@2141394531 after retry RPC after error@1698126229) -> (continuation of Deferred@1967461049 after retry RPC after error@846158976) -> (continuation of Deferred@1427653792 after retry RPC after error@180110439), errback=(continuation of Deferred@774951912 after retry RPC after error@601171393) -> (continuation of Deferred@615922198 after retry RPC after error@1502265803) -> (continuation of Deferred@1896736385 after retry RPC after error@2071735884) -> (continuation of Deferred@1846529471 after retry RPC after error@1627708716) -> (continuation of Deferred@2141394531 after retry RPC after error@1698126229) -> (continuation of Deferred@1967461049 after retry RPC after error@846158976) -> (continuation of Deferred@1427653792 after retry RPC after error@180110439)))
02:28:03.363 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:28:03.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.425 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.444 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.446 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.464 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [64ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1669746551(state=PENDING, result=null, callback=(continuation of Deferred@1385533494 after retry RPC after error@1199658451) -> (continuation of Deferred@1544323329 after retry RPC after error@228626432) -> (continuation of Deferred@1942664610 after retry RPC after error@1042827717) -> (continuation of Deferred@110412680 after retry RPC after error@255681482) -> (continuation of Deferred@704421930 after retry RPC after error@1441182385) -> (continuation of Deferred@1968087814 after retry RPC after error@294235478) -> (continuation of Deferred@1563992765 after retry RPC after error@1034674321), errback=(continuation of Deferred@1385533494 after retry RPC after error@1199658451) -> (continuation of Deferred@1544323329 after retry RPC after error@228626432) -> (continuation of Deferred@1942664610 after retry RPC after error@1042827717) -> (continuation of Deferred@110412680 after retry RPC after error@255681482) -> (continuation of Deferred@704421930 after retry RPC after error@1441182385) -> (continuation of Deferred@1968087814 after retry RPC after error@294235478) -> (continuation of Deferred@1563992765 after retry RPC after error@1034674321)))
02:28:03.626 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [64ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1669746551(state=PENDING, result=null, callback=(continuation of Deferred@1385533494 after retry RPC after error@1199658451) -> (continuation of Deferred@1544323329 after retry RPC after error@228626432) -> (continuation of Deferred@1942664610 after retry RPC after error@1042827717) -> (continuation of Deferred@110412680 after retry RPC after error@255681482) -> (continuation of Deferred@704421930 after retry RPC after error@1441182385) -> (continuation of Deferred@1968087814 after retry RPC after error@294235478) -> (continuation of Deferred@1563992765 after retry RPC after error@1034674321), errback=(continuation of Deferred@1385533494 after retry RPC after error@1199658451) -> (continuation of Deferred@1544323329 after retry RPC after error@228626432) -> (continuation of Deferred@1942664610 after retry RPC after error@1042827717) -> (continuation of Deferred@110412680 after retry RPC after error@255681482) -> (continuation of Deferred@704421930 after retry RPC after error@1441182385) -> (continuation of Deferred@1968087814 after retry RPC after error@294235478) -> (continuation of Deferred@1563992765 after retry RPC after error@1034674321)))
02:28:03.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.684 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.704 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1886317601(state=PENDING, result=null, callback=(continuation of Deferred@900108282 after retry RPC after error@498536396) -> (continuation of Deferred@1501377717 after retry RPC after error@1584776287) -> (continuation of Deferred@1596807476 after retry RPC after error@2059531378) -> (continuation of Deferred@1244249859 after retry RPC after error@974052645) -> (continuation of Deferred@266323881 after retry RPC after error@2059976772) -> (continuation of Deferred@2099165625 after retry RPC after error@833987786) -> (continuation of Deferred@1084674010 after retry RPC after error@2085682538), errback=(continuation of Deferred@900108282 after retry RPC after error@498536396) -> (continuation of Deferred@1501377717 after retry RPC after error@1584776287) -> (continuation of Deferred@1596807476 after retry RPC after error@2059531378) -> (continuation of Deferred@1244249859 after retry RPC after error@974052645) -> (continuation of Deferred@266323881 after retry RPC after error@2059976772) -> (continuation of Deferred@2099165625 after retry RPC after error@833987786) -> (continuation of Deferred@1084674010 after retry RPC after error@2085682538)))
02:28:03.885 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1886317601(state=PENDING, result=null, callback=(continuation of Deferred@900108282 after retry RPC after error@498536396) -> (continuation of Deferred@1501377717 after retry RPC after error@1584776287) -> (continuation of Deferred@1596807476 after retry RPC after error@2059531378) -> (continuation of Deferred@1244249859 after retry RPC after error@974052645) -> (continuation of Deferred@266323881 after retry RPC after error@2059976772) -> (continuation of Deferred@2099165625 after retry RPC after error@833987786) -> (continuation of Deferred@1084674010 after retry RPC after error@2085682538), errback=(continuation of Deferred@900108282 after retry RPC after error@498536396) -> (continuation of Deferred@1501377717 after retry RPC after error@1584776287) -> (continuation of Deferred@1596807476 after retry RPC after error@2059531378) -> (continuation of Deferred@1244249859 after retry RPC after error@974052645) -> (continuation of Deferred@266323881 after retry RPC after error@2059976772) -> (continuation of Deferred@2099165625 after retry RPC after error@833987786) -> (continuation of Deferred@1084674010 after retry RPC after error@2085682538)))
02:28:03.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.923 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.964 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:03.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:03.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:03.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:03.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:03.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.065 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.065 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@767292247(state=PENDING, result=null, callback=(continuation of Deferred@394000600 after retry RPC after error@1805024975) -> (continuation of Deferred@1084665150 after retry RPC after error@846581558) -> (continuation of Deferred@2046844056 after retry RPC after error@574108945) -> (continuation of Deferred@1468179253 after retry RPC after error@1267915404) -> (continuation of Deferred@856599546 after retry RPC after error@1350402103) -> (continuation of Deferred@312740358 after retry RPC after error@1329587300), errback=(continuation of Deferred@394000600 after retry RPC after error@1805024975) -> (continuation of Deferred@1084665150 after retry RPC after error@846581558) -> (continuation of Deferred@2046844056 after retry RPC after error@574108945) -> (continuation of Deferred@1468179253 after retry RPC after error@1267915404) -> (continuation of Deferred@856599546 after retry RPC after error@1350402103) -> (continuation of Deferred@312740358 after retry RPC after error@1329587300)))
02:28:04.065 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [3ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [100ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@767292247(state=PENDING, result=null, callback=(continuation of Deferred@394000600 after retry RPC after error@1805024975) -> (continuation of Deferred@1084665150 after retry RPC after error@846581558) -> (continuation of Deferred@2046844056 after retry RPC after error@574108945) -> (continuation of Deferred@1468179253 after retry RPC after error@1267915404) -> (continuation of Deferred@856599546 after retry RPC after error@1350402103) -> (continuation of Deferred@312740358 after retry RPC after error@1329587300), errback=(continuation of Deferred@394000600 after retry RPC after error@1805024975) -> (continuation of Deferred@1084665150 after retry RPC after error@846581558) -> (continuation of Deferred@2046844056 after retry RPC after error@574108945) -> (continuation of Deferred@1468179253 after retry RPC after error@1267915404) -> (continuation of Deferred@856599546 after retry RPC after error@1350402103) -> (continuation of Deferred@312740358 after retry RPC after error@1329587300)))
02:28:04.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1081432648(state=PENDING, result=null, callback=(continuation of Deferred@421220748 after retry RPC after error@1765210347) -> (continuation of Deferred@515376151 after retry RPC after error@1953868434) -> (continuation of Deferred@924914337 after retry RPC after error@1770931470) -> (continuation of Deferred@927493268 after retry RPC after error@1848668629) -> (continuation of Deferred@1371263656 after retry RPC after error@1241926564) -> (continuation of Deferred@1046389436 after retry RPC after error@1393410683), errback=(continuation of Deferred@421220748 after retry RPC after error@1765210347) -> (continuation of Deferred@515376151 after retry RPC after error@1953868434) -> (continuation of Deferred@924914337 after retry RPC after error@1770931470) -> (continuation of Deferred@927493268 after retry RPC after error@1848668629) -> (continuation of Deferred@1371263656 after retry RPC after error@1241926564) -> (continuation of Deferred@1046389436 after retry RPC after error@1393410683)))
02:28:04.265 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1081432648(state=PENDING, result=null, callback=(continuation of Deferred@421220748 after retry RPC after error@1765210347) -> (continuation of Deferred@515376151 after retry RPC after error@1953868434) -> (continuation of Deferred@924914337 after retry RPC after error@1770931470) -> (continuation of Deferred@927493268 after retry RPC after error@1848668629) -> (continuation of Deferred@1371263656 after retry RPC after error@1241926564) -> (continuation of Deferred@1046389436 after retry RPC after error@1393410683), errback=(continuation of Deferred@421220748 after retry RPC after error@1765210347) -> (continuation of Deferred@515376151 after retry RPC after error@1953868434) -> (continuation of Deferred@924914337 after retry RPC after error@1770931470) -> (continuation of Deferred@927493268 after retry RPC after error@1848668629) -> (continuation of Deferred@1371263656 after retry RPC after error@1241926564) -> (continuation of Deferred@1046389436 after retry RPC after error@1393410683)))
02:28:04.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.304 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.324 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.344 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.484 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1206191261(state=PENDING, result=null, callback=(continuation of Deferred@1387671561 after retry RPC after error@295522545) -> (continuation of Deferred@1757590517 after retry RPC after error@132944796) -> (continuation of Deferred@1689898256 after retry RPC after error@525865902) -> (continuation of Deferred@1652053675 after retry RPC after error@32200971) -> (continuation of Deferred@722523499 after retry RPC after error@1946838724) -> (continuation of Deferred@1416080352 after retry RPC after error@262116198) -> (continuation of Deferred@571057267 after retry RPC after error@85121712), errback=(continuation of Deferred@1387671561 after retry RPC after error@295522545) -> (continuation of Deferred@1757590517 after retry RPC after error@132944796) -> (continuation of Deferred@1689898256 after retry RPC after error@525865902) -> (continuation of Deferred@1652053675 after retry RPC after error@32200971) -> (continuation of Deferred@722523499 after retry RPC after error@1946838724) -> (continuation of Deferred@1416080352 after retry RPC after error@262116198) -> (continuation of Deferred@571057267 after retry RPC after error@85121712)))
02:28:04.485 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [201ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, deferred=Deferred@1206191261(state=PENDING, result=null, callback=(continuation of Deferred@1387671561 after retry RPC after error@295522545) -> (continuation of Deferred@1757590517 after retry RPC after error@132944796) -> (continuation of Deferred@1689898256 after retry RPC after error@525865902) -> (continuation of Deferred@1652053675 after retry RPC after error@32200971) -> (continuation of Deferred@722523499 after retry RPC after error@1946838724) -> (continuation of Deferred@1416080352 after retry RPC after error@262116198) -> (continuation of Deferred@571057267 after retry RPC after error@85121712), errback=(continuation of Deferred@1387671561 after retry RPC after error@295522545) -> (continuation of Deferred@1757590517 after retry RPC after error@132944796) -> (continuation of Deferred@1689898256 after retry RPC after error@525865902) -> (continuation of Deferred@1652053675 after retry RPC after error@32200971) -> (continuation of Deferred@722523499 after retry RPC after error@1946838724) -> (continuation of Deferred@1416080352 after retry RPC after error@262116198) -> (continuation of Deferred@571057267 after retry RPC after error@85121712)))
02:28:04.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.545 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.584 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.762 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [160ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, deferred=Deferred@1387988806(state=PENDING, result=null, callback=(continuation of Deferred@2043553236 after retry RPC after error@1682648284) -> (continuation of Deferred@1328595908 after retry RPC after error@1161522259) -> (continuation of Deferred@1305674149 after retry RPC after error@1883498767) -> (continuation of Deferred@958675488 after retry RPC after error@669221027) -> (continuation of Deferred@1927836627 after retry RPC after error@487388944) -> (continuation of Deferred@90258347 after retry RPC after error@1052529980) -> (continuation of Deferred@259776467 after retry RPC after error@1974803803), errback=(continuation of Deferred@2043553236 after retry RPC after error@1682648284) -> (continuation of Deferred@1328595908 after retry RPC after error@1161522259) -> (continuation of Deferred@1305674149 after retry RPC after error@1883498767) -> (continuation of Deferred@958675488 after retry RPC after error@669221027) -> (continuation of Deferred@1927836627 after retry RPC after error@487388944) -> (continuation of Deferred@90258347 after retry RPC after error@1052529980) -> (continuation of Deferred@259776467 after retry RPC after error@1974803803)))
02:28:04.763 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
02:28:04.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.784 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:04.804340 10111 raft_consensus.cc:491] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 0543ac4f1c3d4da2bbe975f96ed635f1)
02:28:04.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:04.804723 10111 raft_consensus.cc:513] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac400674a0e44b1acc3abba0d243554" member_type: VOTER last_known_addr { host: "127.8.147.254" port: 41141 } } peers { permanent_uuid: "0543ac4f1c3d4da2bbe975f96ed635f1" member_type: VOTER last_known_addr { host: "127.8.147.253" port: 38967 } } peers { permanent_uuid: "fcedbf74812d42789d3f4d0d371f2cd5" member_type: VOTER last_known_addr { host: "127.8.147.252" port: 43855 } }
02:28:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:04.805466 10111 leader_election.cc:290] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967), fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855)
02:28:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:04.806440 9659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:28:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:04.807543 9662 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fcedbf74812d42789d3f4d0d371f2cd5 (127.8.147.252:43855): Network error: Client connection negotiation failed: client connection to 127.8.147.252:43855: connect: Connection refused (error 111)
02:28:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:04.807703 9659 leader_election.cc:336] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0543ac4f1c3d4da2bbe975f96ed635f1 (127.8.147.253:38967): Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111)
02:28:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:04.807802 9659 leader_election.cc:304] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ac400674a0e44b1acc3abba0d243554; no voters: 0543ac4f1c3d4da2bbe975f96ed635f1, fcedbf74812d42789d3f4d0d371f2cd5
02:28:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:04.808022 10111 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 7ac400674a0e44b1acc3abba0d243554 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:28:04.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.844 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.252:43855(127.8.147.252:43855)] connecting to peer
02:28:04.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.147.253:38967(127.8.147.253:38967)] connecting to peer
02:28:04.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.147.252:43855(127.8.147.252:43855)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.252:43855: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855
02:28:04.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.253:38967(127.8.147.253:38967)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.147.253:38967: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967
02:28:04.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [10ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [10ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [11ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [71ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [128ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [129ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [130ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [131ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [131ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [148ms] refreshing cache from master, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [150ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [308ms] refreshing cache from master, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [311ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [312ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [312ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [313ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [448ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [451ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [488ms] refreshing cache from master, [488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [489ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [491ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2028ms] refreshing cache from master, [2028ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [2029ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [2029ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2029ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2030ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2031ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2031ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [5388ms] refreshing cache from master, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [5389ms] too many traces: truncated at 100 traces, deferred=Deferred@2134425885(state=PENDING, result=null, callback=(continuation of Deferred@1962545420 after retry RPC after error@1376118649) -> (continuation of Deferred@823241028 after retry RPC after error@135837266) -> (continuation of Deferred@743355436 after retry RPC after error@1368236275) -> (continuation of Deferred@1835689999 after retry RPC after error@537782742) -> (continuation of Deferred@2042349103 after retry RPC after error@1166896083) -> (continuation of Deferred@2073647485 after retry RPC after error@873811073) -> (continuation of Deferred@330854034 after retry RPC after error@1027955909) -> (continuation of Deferred@212248737 after retry RPC after error@315202800) -> (continuation of Deferred@1112911045 after retry RPC after error@1432449854) -> (continuation of Deferred@1824205459 after retry RPC after error@852166120) -> (continuation of Deferred@1561830640 after retry RPC after error@53597423) -> (continuation of Deferred@921409960 after retry RPC after error@1558523608) -> (continuation of Deferred@1010119056 after retry RPC after error@833494101) -> (continuation of Deferred@1533211921 after retry RPC after error@780436299) -> (continuation of Deferred@992513722 after retry RPC after error@2057662782) -> (continuation of Deferred@908318982 after retry RPC after error@1018661458) -> (continuation of Deferred@1133878816 after retry RPC after error@308816877) -> (continuation of Deferred@975907663 after retry RPC after error@986628930) -> (continuation of Deferred@1438985893 after retry RPC after error@111231155) -> (continuation of Deferred@1697870459 after retry RPC after error@690714956) -> (continuation of Deferred@1432869578 after retry RPC after error@1498393613) -> (continuation of Deferred@655474165 after retry RPC after error@1426211138) -> (continuation of Deferred@1054367906 after retry RPC after error@441687216) -> (continuation of Deferred@805794842 after retry RPC after error@2009611017) -> (continuation of Deferred@174626850 after retry RPC after error@207107011) -> (continuation of Deferred@125051382 after retry RPC after error@827474530) -> (continuation of Deferred@2142594530 after retry RPC after error@842958844) -> (continuation of Deferred@350448604 after retry RPC after error@922839664) -> (continuation of Deferred@1666155271 after retry RPC after error@629733877) -> (continuation of Deferred@716884755 after retry RPC after error@383018718) -> (continuation of Deferred@152869048 after retry RPC after error@1798934335), errback=(continuation of Deferred@1962545420 after retry RPC after error@1376118649) -> (continuation of Deferred@823241028 after retry RPC after error@135837266) -> (continuation of Deferred@743355436 after retry RPC after error@1368236275) -> (continuation of Deferred@1835689999 after retry RPC after error@537782742) -> (continuation of Deferred@2042349103 after retry RPC after error@1166896083) -> (continuation of Deferred@2073647485 after retry RPC after error@873811073) -> (continuation of Deferred@330854034 after retry RPC after error@1027955909) -> (continuation of Deferred@212248737 after retry RPC after error@315202800) -> (continuation of Deferred@1112911045 after retry RPC after error@1432449854) -> (continuation of Deferred@1824205459 after retry RPC after error@852166120) -> (continuation of Deferred@1561830640 after retry RPC after error@53597423) -> (continuation of Deferred@921409960 after retry RPC after error@1558523608) -> (continuation of Deferred@1010119056 after retry RPC after error@833494101) -> (continuation of Deferred@1533211921 after retry RPC after error@780436299) -> (continuation of Deferred@992513722 after retry RPC after error@2057662782) -> (continuation of Deferred@908318982 after retry RPC after error@1018661458) -> (continuation of Deferred@1133878816 after retry RPC after error@308816877) -> (continuation of Deferred@975907663 after retry RPC after error@986628930) -> (continuation of Deferred@1438985893 after retry RPC after error@111231155) -> (continuation of Deferred@1697870459 after retry RPC after error@690714956) -> (continuation of Deferred@1432869578 after retry RPC after error@1498393613) -> (continuation of Deferred@655474165 after retry RPC after error@1426211138) -> (continuation of Deferred@1054367906 after retry RPC after error@441687216) -> (continuation of Deferred@805794842 after retry RPC after error@2009611017) -> (continuation of Deferred@174626850 after retry RPC after error@207107011) -> (continuation of Deferred@125051382 after retry RPC after error@827474530) -> (continuation of Deferred@2142594530 after retry RPC after error@842958844) -> (continuation of Deferred@350448604 after retry RPC after error@922839664) -> (continuation of Deferred@1666155271 after retry RPC after error@629733877) -> (continuation of Deferred@716884755 after retry RPC after error@383018718) -> (continuation of Deferred@152869048 after retry RPC after error@1798934335)))
02:28:04.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967; will retry
02:28:04.987 [DEBUG - main] (Connection.java:575) [peer master-127.8.147.252:43855(127.8.147.252:43855)] disconnecting while in state TERMINATED
02:28:04.987 [DEBUG - main] (Connection.java:575) [peer bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857)] disconnecting while in state READY
02:28:04.987 [DEBUG - main] (Connection.java:575) [peer master-127.8.147.254:41141(127.8.147.254:41141)] disconnecting while in state READY
02:28:04.987 [DEBUG - main] (Connection.java:575) [peer master-127.8.147.253:38967(127.8.147.253:38967)] disconnecting while in state TERMINATED
02:28:04.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:28:04.989 [DEBUG - kudu-nio-1] (Connection.java:239) [peer bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857)] handling channelInactive
02:28:04.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bcd724f3b66946c88d52019ca051b08b(127.8.147.195:32857)] cleaning up while in state READY due to: connection closed
02:28:04.989 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.147.254:41141(127.8.147.254:41141)] handling channelInactive
02:28:04.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.147.254:41141(127.8.147.254:41141)] cleaning up while in state READY due to: connection closed
02:28:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:04.989127 8783 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu pid 9081
02:28:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.001801 9231 generic_service.cc:196] Checking for leaks (request via RPC)
02:28:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.045328 9644 master_runner.cc:186] Error getting master registration for 127.8.147.253:38967: Network error: Client connection negotiation failed: client connection to 127.8.147.253:38967: connect: Connection refused (error 111),
02:28:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.045543 9644 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:28:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.105252 8783 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu with pid 9081
02:28:05.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.123798 8783 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu pid 9240
02:28:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.129963 9371 generic_service.cc:196] Checking for leaks (request via RPC)
02:28:05.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.233842 8783 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu with pid 9240
02:28:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.252732 8783 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu pid 9381
02:28:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.259632 9512 generic_service.cc:196] Checking for leaks (request via RPC)
02:28:05.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.412663 8783 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu with pid 9381
02:28:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:28:05.436826 9661 connection.cc:537] server connection from 127.8.147.195:44411 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:28:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.437216 8783 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu pid 9644
02:28:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.443059 9716 generic_service.cc:196] Checking for leaks (request via RPC)
02:28:05.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:28:05.588554 8783 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUdvqRP/build/asan/bin/kudu with pid 9644
02:28:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T02:28:05Z chronyd exiting
02:28:05.750 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [10ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [10ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [11ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [71ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [128ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [129ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [130ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [131ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [131ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [148ms] refreshing cache from master, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [150ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [308ms] refreshing cache from master, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [311ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [312ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [312ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [313ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [448ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [451ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [488ms] refreshing cache from master, [488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [489ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [491ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2028ms] refreshing cache from master, [2028ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [2029ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [2029ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2029ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2030ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2031ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2031ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [5388ms] refreshing cache from master, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [5389ms] too many traces: truncated at 100 traces, deferred=Deferred@2134425885(state=PENDING, result=null, callback=(continuation of Deferred@1962545420 after retry RPC after error@1376118649) -> (continuation of Deferred@823241028 after retry RPC after error@135837266) -> (continuation of Deferred@743355436 after retry RPC after error@1368236275) -> (continuation of Deferred@1835689999 after retry RPC after error@537782742) -> (continuation of Deferred@2042349103 after retry RPC after error@1166896083) -> (continuation of Deferred@2073647485 after retry RPC after error@873811073) -> (continuation of Deferred@330854034 after retry RPC after error@1027955909) -> (continuation of Deferred@212248737 after retry RPC after error@315202800) -> (continuation of Deferred@1112911045 after retry RPC after error@1432449854) -> (continuation of Deferred@1824205459 after retry RPC after error@852166120) -> (continuation of Deferred@1561830640 after retry RPC after error@53597423) -> (continuation of Deferred@921409960 after retry RPC after error@1558523608) -> (continuation of Deferred@1010119056 after retry RPC after error@833494101) -> (continuation of Deferred@1533211921 after retry RPC after error@780436299) -> (continuation of Deferred@992513722 after retry RPC after error@2057662782) -> (continuation of Deferred@908318982 after retry RPC after error@1018661458) -> (continuation of Deferred@1133878816 after retry RPC after error@308816877) -> (continuation of Deferred@975907663 after retry RPC after error@986628930) -> (continuation of Deferred@1438985893 after retry RPC after error@111231155) -> (continuation of Deferred@1697870459 after retry RPC after error@690714956) -> (continuation of Deferred@1432869578 after retry RPC after error@1498393613) -> (continuation of Deferred@655474165 after retry RPC after error@1426211138) -> (continuation of Deferred@1054367906 after retry RPC after error@441687216) -> (continuation of Deferred@805794842 after retry RPC after error@2009611017) -> (continuation of Deferred@174626850 after retry RPC after error@207107011) -> (continuation of Deferred@125051382 after retry RPC after error@827474530) -> (continuation of Deferred@2142594530 after retry RPC after error@842958844) -> (continuation of Deferred@350448604 after retry RPC after error@922839664) -> (continuation of Deferred@1666155271 after retry RPC after error@629733877) -> (continuation of Deferred@716884755 after retry RPC after error@383018718) -> (continuation of Deferred@152869048 after retry RPC after error@1798934335), errback=(continuation of Deferred@1962545420 after retry RPC after error@1376118649) -> (continuation of Deferred@823241028 after retry RPC after error@135837266) -> (continuation of Deferred@743355436 after retry RPC after error@1368236275) -> (continuation of Deferred@1835689999 after retry RPC after error@537782742) -> (continuation of Deferred@2042349103 after retry RPC after error@1166896083) -> (continuation of Deferred@2073647485 after retry RPC after error@873811073) -> (continuation of Deferred@330854034 after retry RPC after error@1027955909) -> (continuation of Deferred@212248737 after retry RPC after error@315202800) -> (continuation of Deferred@1112911045 after retry RPC after error@1432449854) -> (continuation of Deferred@1824205459 after retry RPC after error@852166120) -> (continuation of Deferred@1561830640 after retry RPC after error@53597423) -> (continuation of Deferred@921409960 after retry RPC after error@1558523608) -> (continuation of Deferred@1010119056 after retry RPC after error@833494101) -> (continuation of Deferred@1533211921 after retry RPC after error@780436299) -> (continuation of Deferred@992513722 after retry RPC after error@2057662782) -> (continuation of Deferred@908318982 after retry RPC after error@1018661458) -> (continuation of Deferred@1133878816 after retry RPC after error@308816877) -> (continuation of Deferred@975907663 after retry RPC after error@986628930) -> (continuation of Deferred@1438985893 after retry RPC after error@111231155) -> (continuation of Deferred@1697870459 after retry RPC after error@690714956) -> (continuation of Deferred@1432869578 after retry RPC after error@1498393613) -> (continuation of Deferred@655474165 after retry RPC after error@1426211138) -> (continuation of Deferred@1054367906 after retry RPC after error@441687216) -> (continuation of Deferred@805794842 after retry RPC after error@2009611017) -> (continuation of Deferred@174626850 after retry RPC after error@207107011) -> (continuation of Deferred@125051382 after retry RPC after error@827474530) -> (continuation of Deferred@2142594530 after retry RPC after error@842958844) -> (continuation of Deferred@350448604 after retry RPC after error@922839664) -> (continuation of Deferred@1666155271 after retry RPC after error@629733877) -> (continuation of Deferred@716884755 after retry RPC after error@383018718) -> (continuation of Deferred@152869048 after retry RPC after error@1798934335)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47970), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [10ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [10ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [11ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [31ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [48ms] refreshing cache from master, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [49ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [50ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [71ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [71ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [108ms] refreshing cache from master, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [109ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [110ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [111ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [128ms] refreshing cache from master, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [129ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [130ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [131ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [131ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [148ms] refreshing cache from master, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [149ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [150ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [151ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [308ms] refreshing cache from master, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [311ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [312ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [312ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [313ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [448ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [450ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [451ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [488ms] refreshing cache from master, [488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [489ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [489ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [490ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [491ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [491ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2028ms] refreshing cache from master, [2028ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [2029ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [2029ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [2029ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.252:43855: Network error: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855, [2030ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.254:41141: OK, [2031ms] Sub RPC ConnectToMaster: received response from server master-127.8.147.253:38967: Network error: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [2031ms] delaying RPC due to: Service unavailable: Master config (127.8.147.252:43855,127.8.147.254:41141,127.8.147.253:38967) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.252:43855(127.8.147.252:43855): Connection refused: /127.8.147.252:43855,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.147.253:38967(127.8.147.253:38967): Connection refused: /127.8.147.253:38967, [5388ms] refreshing cache from master, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.252:43855, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.254:41141, [5388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.147.253:38967, [5389ms] too many traces: truncated at 100 traces, deferred=Deferred@2134425885(state=PENDING, result=null, callback=(continuation of Deferred@1962545420 after retry RPC after error@1376118649) -> (continuation of Deferred@823241028 after retry RPC after error@135837266) -> (continuation of Deferred@743355436 after retry RPC after error@1368236275) -> (continuation of Deferred@1835689999 after retry RPC after error@537782742) -> (continuation of Deferred@2042349103 after retry RPC after error@1166896083) -> (continuation of Deferred@2073647485 after retry RPC after error@873811073) -> (continuation of Deferred@330854034 after retry RPC after error@1027955909) -> (continuation of Deferred@212248737 after retry RPC after error@315202800) -> (continuation of Deferred@1112911045 after retry RPC after error@1432449854) -> (continuation of Deferred@1824205459 after retry RPC after error@852166120) -> (continuation of Deferred@1561830640 after retry RPC after error@53597423) -> (continuation of Deferred@921409960 after retry RPC after error@1558523608) -> (continuation of Deferred@1010119056 after retry RPC after error@833494101) -> (continuation of Deferred@1533211921 after retry RPC after error@780436299) -> (continuation of Deferred@992513722 after retry RPC after error@2057662782) -> (continuation of Deferred@908318982 after retry RPC after error@1018661458) -> (continuation of Deferred@1133878816 after retry RPC after error@308816877) -> (continuation of Deferred@975907663 after retry RPC after error@986628930) -> (continuation of Deferred@1438985893 after retry RPC after error@111231155) -> (continuation of Deferred@1697870459 after retry RPC after error@690714956) -> (continuation of Deferred@1432869578 after retry RPC after error@1498393613) -> (continuation of Deferred@655474165 after retry RPC after error@1426211138) -> (continuation of Deferred@1054367906 after retry RPC after error@441687216) -> (continuation of Deferred@805794842 after retry RPC after error@2009611017) -> (continuation of Deferred@174626850 after retry RPC after error@207107011) -> (continuation of Deferred@125051382 after retry RPC after error@827474530) -> (continuation of Deferred@2142594530 after retry RPC after error@842958844) -> (continuation of Deferred@350448604 after retry RPC after error@922839664) -> (continuation of Deferred@1666155271 after retry RPC after error@629733877) -> (continuation of Deferred@716884755 after retry RPC after error@383018718) -> (continuation of Deferred@152869048 after retry RPC after error@1798934335), errback=(continuation of Deferred@1962545420 after retry RPC after error@1376118649) -> (continuation of Deferred@823241028 after retry RPC after error@135837266) -> (continuation of Deferred@743355436 after retry RPC after error@1368236275) -> (continuation of Deferred@1835689999 after retry RPC after error@537782742) -> (continuation of Deferred@2042349103 after retry RPC after error@1166896083) -> (continuation of Deferred@2073647485 after retry RPC after error@873811073) -> (continuation of Deferred@330854034 after retry RPC after error@1027955909) -> (continuation of Deferred@212248737 after retry RPC after error@315202800) -> (continuation of Deferred@1112911045 after retry RPC after error@1432449854) -> (continuation of Deferred@1824205459 after retry RPC after error@852166120) -> (continuation of Deferred@1561830640 after retry RPC after error@53597423) -> (continuation of Deferred@921409960 after retry RPC after error@1558523608) -> (continuation of Deferred@1010119056 after retry RPC after error@833494101) -> (continuation of Deferred@1533211921 after retry RPC after error@780436299) -> (continuation of Deferred@992513722 after retry RPC after error@2057662782) -> (continuation of Deferred@908318982 after retry RPC after error@1018661458) -> (continuation of Deferred@1133878816 after retry RPC after error@308816877) -> (continuation of Deferred@975907663 after retry RPC after error@986628930) -> (continuation of Deferred@1438985893 after retry RPC after error@111231155) -> (continuation of Deferred@1697870459 after retry RPC after error@690714956) -> (continuation of Deferred@1432869578 after retry RPC after error@1498393613) -> (continuation of Deferred@655474165 after retry RPC after error@1426211138) -> (continuation of Deferred@1054367906 after retry RPC after error@441687216) -> (continuation of Deferred@805794842 after retry RPC after error@2009611017) -> (continuation of Deferred@174626850 after retry RPC after error@207107011) -> (continuation of Deferred@125051382 after retry RPC after error@827474530) -> (continuation of Deferred@2142594530 after retry RPC after error@842958844) -> (continuation of Deferred@350448604 after retry RPC after error@922839664) -> (continuation of Deferred@1666155271 after retry RPC after error@629733877) -> (continuation of Deferred@716884755 after retry RPC after error@383018718) -> (continuation of Deferred@152869048 after retry RPC after error@1798934335)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)